{"severity_text":"INFO","timestamp":"2026-11-02T08:12:36.76094296Z","logger":"setup","body":"managed namespace not found, attempting to create it","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:36.817814016Z","logger":"setup","body":"managed namespace ready","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:36.87314016Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:36.930672779Z","logger":"setup","body":"patched required labels on managed namespace","service.name":"maas-controller","namespace":"odh-ai-gateway-infra","purpose":"infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.047030449Z","logger":"setup","body":"watching namespace for MaaS CRs","service.name":"maas-controller","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.047067337Z","logger":"setup","body":"watching MaaS CRs across all namespaces","service.name":"maas-controller","defaultNamespace":"models-as-a-service","defaultNamespaceExists":false,"tenantNamespaceLabel":"ai-gateway.opendatahub.io/tenant","compatTenantNamespaceLabel":"maas.opendatahub.io/managed-by-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.266509889Z","logger":"setup","body":"fetched cluster TLS security profile","service.name":"maas-controller","minTLSVersion":"VersionTLS12","tlsAdherence":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.26655904Z","logger":"setup","body":"resolved TLS security profile","service.name":"maas-controller","configuredMinTLSVersion":"VersionTLS12","appliedMinTLSVersion":"VersionTLS12","tlsAdherence":"","honorClusterTLSProfile":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.432471765Z","logger":"setup","body":"auto-detected cluster service account issuer","service.name":"maas-controller","audience":"https://dptp-hypershift-oidc-provider-2.s3.us-east-1.amazonaws.com/cf936","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:37.817103956Z","logger":"maas-authpolicy-controller","body":"AIGuardrail CRD not registered; skipping static watch","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.327268118Z","logger":"setup","body":"Tenant platform kustomize path","service.name":"maas-controller","path":"/maas-api/deploy/overlays/odh","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.547896775Z","logger":"crd-watcher","body":"CRD not yet registered at startup; will register watch dynamically when it appears","service.name":"maas-controller","crdName":"prometheusrules.monitoring.rhobs","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.547962971Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=AITenant","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.54806286Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548119937Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSSubscription","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548159548Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maassubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548201475Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSAuthPolicy","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548241504Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasauthpolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548280746Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=MaaSModelRef","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548316509Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-maasmodelref","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548354089Z","logger":"controller-runtime.builder","body":"Registering a validating webhook","service.name":"maas-controller","GVK":"maas.opendatahub.io/v1alpha1, Kind=ExternalModel","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548391673Z","logger":"controller-runtime.webhook","body":"Registering webhook","service.name":"maas-controller","path":"/validate-maas-opendatahub-io-v1alpha1-externalmodel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548425694Z","logger":"setup","body":"starting manager","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548474701Z","logger":"controller-runtime.metrics","body":"Starting metrics server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548505013Z","body":"starting server","service.name":"maas-controller","name":"health probe","addr":"[::]:8081","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548644332Z","logger":"controller-runtime.webhook","body":"Starting webhook server","service.name":"maas-controller","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548764231Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548869755Z","logger":"controller-runtime.metrics","body":"Serving metrics server","service.name":"maas-controller","bindAddress":":8443","secure":true,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548912204Z","logger":"controller-runtime.certwatcher","body":"Updated current TLS certificate","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.548961052Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-metrics-server/metrics-certs/tls.crt","key":"/tmp/k8s-metrics-server/metrics-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.549006062Z","logger":"controller-runtime.webhook","body":"Serving webhook server","service.name":"maas-controller","host":"","port":9443,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.549094063Z","logger":"controller-runtime.certwatcher","body":"Starting certificate poll+watcher","service.name":"maas-controller","cert":"/tmp/k8s-webhook-server/serving-certs/tls.crt","key":"/tmp/k8s-webhook-server/serving-certs/tls.key","interval":10,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.649918309Z","body":"Starting EventSource","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","source":"kind source: *v1.APIServer","severity_number":9}
I1102 08:12:38.649940       1 leaderelection.go:258] "Attempting to acquire leader lease..." lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
I1102 08:12:38.756281       1 leaderelection.go:272] "Successfully acquired lease" lock="opendatahub/maas-controller.models-as-a-service.opendatahub.io"
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.756674512Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.756991725Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757070355Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757147906Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757240303Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757306556Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757347505Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757486598Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757512855Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757623923Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *unstructured.Unstructured[inference.opendatahub.io/v1alpha1 ExternalModel]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.75768012Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757794654Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757930539Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757969639Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758013401Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758049894Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758161301Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha1.Tenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758334524Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1 AuthPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758374565Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.LLMInferenceService","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.75840206Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.Namespace","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758408197Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *v1alpha2.InferenceObjective","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758451861Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","source":"kind source: *unstructured.Unstructured[kuadrant.io/v1alpha1 TokenRateLimitPolicy]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758508384Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758600931Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1.HTTPRoute","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758636675Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758661059Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1.Gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758707044Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *unstructured.Unstructured[maas.opendatahub.io/v1alpha1 Tenant]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758804578Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *unstructured.Unstructured[dscinitialization.opendatahub.io/v1 DSCInitialization]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758855663Z","body":"Starting EventSource","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","source":"kind source: *v1alpha1.ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.757681795Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.758942062Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.75897616Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759070861Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","source":"kind source: *v1alpha1.MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759385585Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759418131Z","body":"Starting EventSource","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759474043Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759569302Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759605592Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759638312Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759670462Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.Secret","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759901865Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759915373Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.759947768Z","body":"Starting EventSource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","source":"kind source: *v1.PartialObjectMetadata[config.openshift.io/v1 Authentication]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.760085684Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.760116447Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.Config","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.7601541Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.760249391Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1alpha1.AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.76028166Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[apiextensions.k8s.io/v1 CustomResourceDefinition]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.760328551Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ConfigMap","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.76038528Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.ClusterRoleBinding","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.760421653Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.NetworkPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.760589659Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.760633322Z","body":"Starting EventSource","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","source":"kind source: *v1.PartialObjectMetadata[monitoring.coreos.com/v1 ServiceMonitor]","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.851963537Z","body":"Starting Controller","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.851989581Z","body":"Starting workers","service.name":"maas-controller","controller":"tlssecurityprofilewatcher","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:38.919759503Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:39.021018528Z","logger":"maas-authpolicy-controller","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","phase":"startup","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:39.143517838Z","logger":"maas-authpolicy-controller","body":"gateway AuthPolicy created","service.name":"maas-controller","phase":"startup","name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.36400855Z","body":"Starting Controller","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.364047191Z","body":"Starting workers","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.364030284Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.364067538Z","body":"Starting workers","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.416364828Z","body":"Starting Controller","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.416384559Z","body":"Starting workers","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.417486238Z","body":"Starting Controller","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.417519541Z","body":"Starting workers","service.name":"maas-controller","controller":"external-model-reconciler","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.41749858Z","body":"Starting Controller","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.417529128Z","body":"Starting workers","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.459685878Z","body":"Starting Controller","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.459718946Z","body":"Starting workers","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","worker count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.517070729Z","body":"Starting Controller","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:40.517110281Z","body":"Starting workers","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","worker count":5,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.021198644Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97690c43-5a80-4b50-a210-d4dc15371579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.073630211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97690c43-5a80-4b50-a210-d4dc15371579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.126108702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97690c43-5a80-4b50-a210-d4dc15371579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:42.178494032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"97690c43-5a80-4b50-a210-d4dc15371579","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.398856998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ea11c-4454-487c-a9f4-19221746d66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.45129382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ea11c-4454-487c-a9f4-19221746d66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.504632566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ea11c-4454-487c-a9f4-19221746d66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:44.557214357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b12ea11c-4454-487c-a9f4-19221746d66e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:49.080713608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de26d9e-468c-43ef-845b-b1d461159096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:49.133068504Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de26d9e-468c-43ef-845b-b1d461159096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:49.185196907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de26d9e-468c-43ef-845b-b1d461159096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:49.237777192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1de26d9e-468c-43ef-845b-b1d461159096","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:51.441289295Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3ce562-5719-465e-b932-747f3f2c52b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:51.4934877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3ce562-5719-465e-b932-747f3f2c52b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:51.545808686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3ce562-5719-465e-b932-747f3f2c52b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:12:51.598248788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8d3ce562-5719-465e-b932-747f3f2c52b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:09.025321257Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:09.079465796Z","logger":"setup.ensureClusterBootstrap","body":"ensured default AITenant exists","service.name":"maas-controller","name":"models-as-a-service","namespace":"ai-tenants","tenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:10.370282028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a30b389-ff85-4fd2-bcc9-b404dcfeeed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:10.422796647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a30b389-ff85-4fd2-bcc9-b404dcfeeed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:10.475171138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a30b389-ff85-4fd2-bcc9-b404dcfeeed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:10.527631423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7a30b389-ff85-4fd2-bcc9-b404dcfeeed3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:12.736513425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415c8cd4-1d3f-4f75-9bd8-9b225f898f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:12.788670199Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415c8cd4-1d3f-4f75-9bd8-9b225f898f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:12.840994238Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415c8cd4-1d3f-4f75-9bd8-9b225f898f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:12.893296131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"415c8cd4-1d3f-4f75-9bd8-9b225f898f58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:13.889625646Z","body":"set Config owner reference on MaasTenantConfig/default-tenant","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8b9b9b-ef3f-4f60-9d23-cdc9ec5d90d1","namespace":"models-as-a-service","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:15.094357366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8b9b9b-ef3f-4f60-9d23-cdc9ec5d90d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:15.146922979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8b9b9b-ef3f-4f60-9d23-cdc9ec5d90d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:15.199422377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8b9b9b-ef3f-4f60-9d23-cdc9ec5d90d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:15.251994189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1b8b9b9b-ef3f-4f60-9d23-cdc9ec5d90d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.010371962Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"3c7ae506-e8b7-4831-9563-2bc4f144ad72","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.413819054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1b15c0-ff31-491f-b34d-5a2ca501ea61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.499560482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1b15c0-ff31-491f-b34d-5a2ca501ea61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.55236252Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1b15c0-ff31-491f-b34d-5a2ca501ea61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:17.605223149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d1b15c0-ff31-491f-b34d-5a2ca501ea61","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:23.201460011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb9248b-eacf-4d7d-ab54-23c03f27119c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:23.253980529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb9248b-eacf-4d7d-ab54-23c03f27119c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:23.306776261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb9248b-eacf-4d7d-ab54-23c03f27119c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:23.359195331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fb9248b-eacf-4d7d-ab54-23c03f27119c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:25.504631587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d291809-0a4b-45db-ac71-278aded2ff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:25.557343279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d291809-0a4b-45db-ac71-278aded2ff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:25.609860277Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d291809-0a4b-45db-ac71-278aded2ff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:25.662367175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d291809-0a4b-45db-ac71-278aded2ff4d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:30.135235651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3af819a-b65e-432c-b90b-547fda41611a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:30.188196033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3af819a-b65e-432c-b90b-547fda41611a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:30.240992097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3af819a-b65e-432c-b90b-547fda41611a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:30.29423686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3af819a-b65e-432c-b90b-547fda41611a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:32.492044577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848785eb-855e-4bad-8cde-f486a96d1289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:32.54467714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848785eb-855e-4bad-8cde-f486a96d1289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:32.59715248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848785eb-855e-4bad-8cde-f486a96d1289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:32.649571861Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"848785eb-855e-4bad-8cde-f486a96d1289","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:13:39.052420818Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:09.077275251Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:34.843893154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c5cb9f-0473-409a-b872-72531bb77580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:34.896190863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c5cb9f-0473-409a-b872-72531bb77580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:34.948662335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c5cb9f-0473-409a-b872-72531bb77580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:35.000892511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16c5cb9f-0473-409a-b872-72531bb77580","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:37.235551856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6a53a7-60a9-4aea-8569-c75fbbebcd31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:37.287818313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6a53a7-60a9-4aea-8569-c75fbbebcd31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:37.340521647Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6a53a7-60a9-4aea-8569-c75fbbebcd31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:37.392768848Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc6a53a7-60a9-4aea-8569-c75fbbebcd31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:38.703203742Z","body":"Infrastructure namespace separation detected, will clean up legacy maas-api","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"7b5f34d1-a27e-4299-aea0-19ba5ad845a6","infraNamespace":"odh-ai-gateway-infra","controllerNamespace":"opendatahub","legacyNamespaces":["opendatahub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:39.023618711Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:40.036053899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ce6816-dbec-46d1-82b4-b657276feb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:40.088504893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ce6816-dbec-46d1-82b4-b657276feb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:40.14076883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ce6816-dbec-46d1-82b4-b657276feb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:40.193366039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42ce6816-dbec-46d1-82b4-b657276feb9c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:42.378442022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f071fd4-4c8d-4945-bf7d-26b8c92b54d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:42.431099377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f071fd4-4c8d-4945-bf7d-26b8c92b54d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:42.48335283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f071fd4-4c8d-4945-bf7d-26b8c92b54d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:42.535604605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4f071fd4-4c8d-4945-bf7d-26b8c92b54d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:44.751226409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a204175a-03ec-42d1-82c5-f2a306e00298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:44.803435292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a204175a-03ec-42d1-82c5-f2a306e00298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:44.855818858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a204175a-03ec-42d1-82c5-f2a306e00298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:14:44.908089738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a204175a-03ec-42d1-82c5-f2a306e00298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:09.075028069Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:10.138857185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5578fbab-f79c-476d-907a-b3240f9890e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:10.191269174Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5578fbab-f79c-476d-907a-b3240f9890e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:10.243691467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5578fbab-f79c-476d-907a-b3240f9890e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:10.296265915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5578fbab-f79c-476d-907a-b3240f9890e9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.188439888Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7267f132-2c8b-4890-b46f-3d41b742cebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.397242652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba645ed-ed7f-457b-a47d-fedbd85be268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.409193217Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7267f132-2c8b-4890-b46f-3d41b742cebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.460444824Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba645ed-ed7f-457b-a47d-fedbd85be268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.465003195Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"7267f132-2c8b-4890-b46f-3d41b742cebd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.516726155Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7ba645ed-ed7f-457b-a47d-fedbd85be268","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.686842313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"660f99b4-73be-4f01-aa12-410dc2f9223f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.74304149Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"660f99b4-73be-4f01-aa12-410dc2f9223f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.781221984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da1a98e0-0e7b-48fa-bae2-9cc9f254e85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.797933314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"660f99b4-73be-4f01-aa12-410dc2f9223f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.837534503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da1a98e0-0e7b-48fa-bae2-9cc9f254e85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:31.893931662Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"da1a98e0-0e7b-48fa-bae2-9cc9f254e85f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.193565764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d252762f-df71-4c17-9dbf-7b07fd47e00c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.249368261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d252762f-df71-4c17-9dbf-7b07fd47e00c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.297471127Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09f734b2-9744-4e6b-bf47-5e347e665379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.306437004Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d252762f-df71-4c17-9dbf-7b07fd47e00c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.355110399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09f734b2-9744-4e6b-bf47-5e347e665379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.410339981Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"09f734b2-9744-4e6b-bf47-5e347e665379","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.553640604Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34852bbf-8976-4c5e-ab7e-afe7fe216803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:15:32.595855812Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1f3878dd-8707-45c5-a20c-6055fbe0d345","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.610702156Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34852bbf-8976-4c5e-ab7e-afe7fe216803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:15:32.650594466Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9341572-63e3-446d-8baa-b855a99d1d7d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.655801187Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3048db1a-95b4-450f-bb5f-8aa07483175d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.665813439Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"34852bbf-8976-4c5e-ab7e-afe7fe216803","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.715774908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3048db1a-95b4-450f-bb5f-8aa07483175d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.771706603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3048db1a-95b4-450f-bb5f-8aa07483175d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.81581706Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8039736b-6940-4543-8f0c-11b92a67b780","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.821366617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"229d358e-5dac-4f41-898e-996f158fbce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:15:32.837260551Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbaa8f64-2f74-402b-a23a-ac635e3da462","name":"premium-simulated-simulated-premium","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-simulated-simulated-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:185\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:15:32.837321167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"fbaa8f64-2f74-402b-a23a-ac635e3da462","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-simulated-simulated-premium\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.862933563Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1be84e43-1d63-4743-a570-62352276b760","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.877749629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"229d358e-5dac-4f41-898e-996f158fbce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.927054329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43f37ed9-62d4-4581-ad18-b9fbb62d4067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.934483435Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"229d358e-5dac-4f41-898e-996f158fbce3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.978023711Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f56b324a-4192-4c7c-a9b0-d6e468f29dbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:32.98246243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43f37ed9-62d4-4581-ad18-b9fbb62d4067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:33.023719683Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5a39407b-19f7-4645-9381-1ad1a6b28e83","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:33.03739266Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"43f37ed9-62d4-4581-ad18-b9fbb62d4067","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:33.089460427Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87242f47-dce5-49af-98ac-b7aed441f874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:33.145288654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87242f47-dce5-49af-98ac-b7aed441f874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:33.193009015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b58b74c3-4ccf-4249-8d71-860b36d7dbf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:33.201630398Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"87242f47-dce5-49af-98ac-b7aed441f874","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:33.249130015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b58b74c3-4ccf-4249-8d71-860b36d7dbf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:33.306829899Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b58b74c3-4ccf-4249-8d71-860b36d7dbf2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.122007633Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55b51b6d-a4dc-4b51-ae97-616f34eeea9b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.122032137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"55b51b6d-a4dc-4b51-ae97-616f34eeea9b","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.175121598Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"4db09877-4265-4a51-a83c-13edf91597d7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.175121664Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"45817fa8-e951-4a88-b4d4-587abe0ac631","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.190581828Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f2257b1-efbb-4a44-adc3-7963ce131d1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.190604718Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2f2257b1-efbb-4a44-adc3-7963ce131d1c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.278241432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16ba9ed0-8fa0-4d1b-9e54-b18b13cdea4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.278243572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a30e7223-b5cb-4173-87fe-d225e4bbca71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.334545023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16ba9ed0-8fa0-4d1b-9e54-b18b13cdea4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.334562445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a30e7223-b5cb-4173-87fe-d225e4bbca71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.389616645Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a30e7223-b5cb-4173-87fe-d225e4bbca71","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.389625252Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"16ba9ed0-8fa0-4d1b-9e54-b18b13cdea4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.603105132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e0fa88-4f26-49cc-8633-470ffc75476d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.603899699Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3d0d81b-bc5e-4566-a553-7f18d16bfbb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.627599794Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"dfd3f714-f09d-4240-af9b-49f83c7d5259","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.65983644Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e0fa88-4f26-49cc-8633-470ffc75476d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.659859703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3d0d81b-bc5e-4566-a553-7f18d16bfbb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.71431426Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"99e0fa88-4f26-49cc-8633-470ffc75476d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:36.714599848Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d3d0d81b-bc5e-4566-a553-7f18d16bfbb4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:37.097930867Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0ef6016b-db05-4c4c-bf14-994b8dd1c757","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:37.677931834Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0304e4bd-8193-4874-8346-22d4bd8af327","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:37.677950531Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"0304e4bd-8193-4874-8346-22d4bd8af327","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:39.058375704Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:39.23801535Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a696bba-c18c-4ca2-ab63-851e3b6ef664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:39.238015296Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c2e005e-58d9-496e-bd99-6f8614657acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:39.295960654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a696bba-c18c-4ca2-ab63-851e3b6ef664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:39.295982083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c2e005e-58d9-496e-bd99-6f8614657acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:39.3516076Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6a696bba-c18c-4ca2-ab63-851e3b6ef664","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:39.351717917Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1c2e005e-58d9-496e-bd99-6f8614657acc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.610602945Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b45e13b7-8ff7-4c95-93ed-63303978225f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.610629513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"b45e13b7-8ff7-4c95-93ed-63303978225f","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.611337004Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee8d5863-5cc8-432d-9cec-1918e3c63868","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.611420303Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"ee8d5863-5cc8-432d-9cec-1918e3c63868","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.664238893Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f6ee306f-5b6e-4ec1-a39d-e23a21095b31","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.664240391Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74f788a5-8298-4d0c-ae30-409e61089a87","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.676317051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"362db66f-5e9e-42f2-8076-33faf2fbdc4e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.676340102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"362db66f-5e9e-42f2-8076-33faf2fbdc4e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.676587314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7807a83c-a020-4673-a26a-2a563856c3f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.676600034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"7807a83c-a020-4673-a26a-2a563856c3f7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.766814815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d999cd17-d9ae-4629-be78-82164a45b75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.766814713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1983ad60-e439-4c9f-9fd1-5e8eb20cee61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.823123087Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1983ad60-e439-4c9f-9fd1-5e8eb20cee61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.823275933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d999cd17-d9ae-4629-be78-82164a45b75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.878984216Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"d999cd17-d9ae-4629-be78-82164a45b75c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:41.878989902Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"1983ad60-e439-4c9f-9fd1-5e8eb20cee61","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.035129361Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d2320a8-24ca-42f2-a62f-a2994c9f1fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.035129247Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50fca8d8-a31e-499a-b070-9171d0363052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.091980976Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50fca8d8-a31e-499a-b070-9171d0363052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.092170069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d2320a8-24ca-42f2-a62f-a2994c9f1fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.14703389Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"9d2320a8-24ca-42f2-a62f-a2994c9f1fb7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.14817854Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"50fca8d8-a31e-499a-b070-9171d0363052","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.821031078Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"921e2342-82c8-4917-8a70-3d9196dd3888","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:42.821050354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"921e2342-82c8-4917-8a70-3d9196dd3888","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:44.580057554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0853a7b0-7000-4693-a514-ba300f8eb87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:44.580056139Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3819310-7735-43a5-869e-6b02eed287b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:44.686408897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3819310-7735-43a5-869e-6b02eed287b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:44.686414092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0853a7b0-7000-4693-a514-ba300f8eb87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:44.743148507Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c3819310-7735-43a5-869e-6b02eed287b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:44.743149411Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"0853a7b0-7000-4693-a514-ba300f8eb87e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.354356724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"02af88c0-80fc-4e3d-9eb1-ae8cf0d2e97e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.354380003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"02af88c0-80fc-4e3d-9eb1-ae8cf0d2e97e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.354619741Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e4f19df-38a3-4767-83d5-1d2a1a761d34","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.35463005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8e4f19df-38a3-4767-83d5-1d2a1a761d34","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.41093638Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"612d2080-e143-470a-bbe5-81cee9d1aecf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.410957757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"612d2080-e143-470a-bbe5-81cee9d1aecf","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.411570326Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2341e7ad-a0f1-4e79-a25f-24a7a4613bd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.411581405Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"3c44a260-6fcb-4d8a-904c-04e2c072cd55","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.420597413Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e1988342-03a2-4da3-9e0e-1f68c132c2d0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.420616107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e1988342-03a2-4da3-9e0e-1f68c132c2d0","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.420848947Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"996b7a27-103f-455c-9931-98b21e7a6303","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.420860441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"996b7a27-103f-455c-9931-98b21e7a6303","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.421086396Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8bcb2b79-6f9a-4d2a-b5c2-7fc2b2a826ce","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.421098022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"8bcb2b79-6f9a-4d2a-b5c2-7fc2b2a826ce","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.515820663Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31140101-0bc3-4c6d-a0ba-f80d3c76c318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.515821807Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad46ec4-50bf-4375-a3f9-fa88ea6a7f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.573209674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31140101-0bc3-4c6d-a0ba-f80d3c76c318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.573287675Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad46ec4-50bf-4375-a3f9-fa88ea6a7f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.628535915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ad46ec4-50bf-4375-a3f9-fa88ea6a7f94","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.629645121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"31140101-0bc3-4c6d-a0ba-f80d3c76c318","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.785123757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb3285c6-d9ed-4f8a-94fd-dca4e38bfd2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.785123867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7e389cf-1cef-4def-8411-5b76a30ca904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.842482762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb3285c6-d9ed-4f8a-94fd-dca4e38bfd2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.8425097Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7e389cf-1cef-4def-8411-5b76a30ca904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.898247232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"eb3285c6-d9ed-4f8a-94fd-dca4e38bfd2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:45.898903451Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d7e389cf-1cef-4def-8411-5b76a30ca904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:46.576858355Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2495b0b1-1bb5-4eb0-8702-ea590ac48f68","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:46.576898189Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"2495b0b1-1bb5-4eb0-8702-ea590ac48f68","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.485972412Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6922f72b-a794-4735-aef9-76c5de61dcfe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.486057036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"6922f72b-a794-4735-aef9-76c5de61dcfe","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.486434033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f79d040a-880f-43dd-a2a3-056d950080a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.486462881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"f79d040a-880f-43dd-a2a3-056d950080a7","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.486683819Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3861bce2-51a9-433c-b97e-23ba2e81a92f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.486706764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"3861bce2-51a9-433c-b97e-23ba2e81a92f","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.486928026Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a9fbd250-8976-4e8a-baf7-3cd952545808","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.486939057Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"a9fbd250-8976-4e8a-baf7-3cd952545808","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.543391737Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d32815fd-e721-4c7f-80d3-73799616db83","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.543397158Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f335d22c-b407-4ab3-ac50-4b9386f818c4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.555109863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d3bf544-8528-427b-9170-8b230dd7d618","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.555131127Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"2d3bf544-8528-427b-9170-8b230dd7d618","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.555421597Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5272420a-15b8-4fc7-b76c-9dfd3eb1d47d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.555436203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5272420a-15b8-4fc7-b76c-9dfd3eb1d47d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.555725268Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebf92961-7570-4a88-aa25-92b00e5edc1a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.555740357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"ebf92961-7570-4a88-aa25-92b00e5edc1a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.556598244Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24eb849e-04ac-40ba-8193-4fe6aafab867","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.556621238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"24eb849e-04ac-40ba-8193-4fe6aafab867","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.643971234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02384865-a6e9-4b82-90bb-386f921fc3ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.646385739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05464b79-1284-4488-ac6e-61021dbb90dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.701450255Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02384865-a6e9-4b82-90bb-386f921fc3ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.735201161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05464b79-1284-4488-ac6e-61021dbb90dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.756503157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"02384865-a6e9-4b82-90bb-386f921fc3ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.789856173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"05464b79-1284-4488-ac6e-61021dbb90dd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:49.970162815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be4586a5-f68b-4109-9560-7574347b0acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.004154167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004dda06-156f-4d69-b9b0-e51d1968a7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.026942123Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be4586a5-f68b-4109-9560-7574347b0acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.061190972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004dda06-156f-4d69-b9b0-e51d1968a7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.081786232Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"be4586a5-f68b-4109-9560-7574347b0acb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.116127779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"004dda06-156f-4d69-b9b0-e51d1968a7af","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.237869972Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea88b9d1-acb7-4549-bbdd-7be5c7cadeed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.294361706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea88b9d1-acb7-4549-bbdd-7be5c7cadeed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.349193107Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"ea88b9d1-acb7-4549-bbdd-7be5c7cadeed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.699739561Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26d9a30a-b028-4b45-92cc-93896d27cd7e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:50.699760633Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"26d9a30a-b028-4b45-92cc-93896d27cd7e","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.143820859Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1e8497f9-3c8e-47b5-be5e-ce411dd30655","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.143840552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"1e8497f9-3c8e-47b5-be5e-ce411dd30655","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.144087973Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d89a227d-0a70-4acc-a0ff-78f014ff5c2d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.144099459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d89a227d-0a70-4acc-a0ff-78f014ff5c2d","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.144264744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60812da1-cedf-4632-8f34-c4d41b053320","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.144274441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"60812da1-cedf-4632-8f34-c4d41b053320","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.144418023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dc61b115-470e-4376-93d3-6a16343c19ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.144426417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"dc61b115-470e-4376-93d3-6a16343c19ce","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.144561931Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"61a7f44f-588c-4545-b280-0c9846a53236","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.144571805Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"61a7f44f-588c-4545-b280-0c9846a53236","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.196754517Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"684798d8-cba0-49fb-928d-f70546da47b2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.196963204Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"89acadaf-420a-4e23-9693-9183de037a47","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.210989405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f168411e-0e8d-4769-a35b-cca04aaa9b4f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.211010499Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"f168411e-0e8d-4769-a35b-cca04aaa9b4f","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.211289831Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd495f05-eacf-410a-a575-5447cdd6d8d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.211304101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"fd495f05-eacf-410a-a575-5447cdd6d8d6","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.211619683Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb6eca15-9ded-463c-89c3-2af29ee9be32","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.211631094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"bb6eca15-9ded-463c-89c3-2af29ee9be32","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.211814832Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5cf86f36-2f62-40e0-ab37-7470f8ac4e8e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.211830162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"5cf86f36-2f62-40e0-ab37-7470f8ac4e8e","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.212040788Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a37f3b80-02c2-4c88-92f2-e8f4f2bd9ced","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.212051432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"a37f3b80-02c2-4c88-92f2-e8f4f2bd9ced","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.301330212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3368952a-4382-4ec6-82d4-3c559842216d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.301347603Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a570a4db-b4d1-47e3-8f6d-c429f945b01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.359120709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3368952a-4382-4ec6-82d4-3c559842216d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.359225901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a570a4db-b4d1-47e3-8f6d-c429f945b01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.414441344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3368952a-4382-4ec6-82d4-3c559842216d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.414593104Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"a570a4db-b4d1-47e3-8f6d-c429f945b01a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.570618072Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73ffa19f-87f0-4be2-9b76-586c08c94ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.570618238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06fc92d4-b8e4-4251-8810-8d0a254c0aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.626984148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06fc92d4-b8e4-4251-8810-8d0a254c0aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.627809104Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73ffa19f-87f0-4be2-9b76-586c08c94ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.681475502Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"06fc92d4-b8e4-4251-8810-8d0a254c0aac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:53.682173486Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"73ffa19f-87f0-4be2-9b76-586c08c94ee7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:54.277104651Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2a94830-56b5-4d08-a9f8-8cc8c7401cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:54.277140472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d780382f-d4db-45b0-b33f-d26302d2abe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:54.333664768Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d780382f-d4db-45b0-b33f-d26302d2abe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:54.333752629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2a94830-56b5-4d08-a9f8-8cc8c7401cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:54.382527333Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5152d734-421b-4593-a86e-4dd2ea614691","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:54.382544093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"5152d734-421b-4593-a86e-4dd2ea614691","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:54.388925193Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d780382f-d4db-45b0-b33f-d26302d2abe6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:54.389085703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a2a94830-56b5-4d08-a9f8-8cc8c7401cd3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.024638363Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28bad6d2-df87-4ada-bc39-36d90f5d9d32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.024746022Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"28bad6d2-df87-4ada-bc39-36d90f5d9d32","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.025112946Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1a2cd8ad-1f5e-4d62-b736-21d0399803da","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.025131866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"1a2cd8ad-1f5e-4d62-b736-21d0399803da","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.078946738Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"370deb19-1b93-4ac6-9704-0bcb72445dd0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.083100196Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b880966-56dd-483f-b72d-e2d7ec26b461","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.083114915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7b880966-56dd-483f-b72d-e2d7ec26b461","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.083292661Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10884097-adf7-415b-9daa-e28ec0f331fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.083302765Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"10884097-adf7-415b-9daa-e28ec0f331fa","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.083465587Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"624a8ca2-66ab-47a5-8c28-5563deb9850b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.083473948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"624a8ca2-66ab-47a5-8c28-5563deb9850b","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.083737911Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"007f4426-826e-4939-9500-45b28093f2b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.083755309Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"007f4426-826e-4939-9500-45b28093f2b7","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130098836Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af600c04-a077-4310-9bff-73804df1128c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130121248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"af600c04-a077-4310-9bff-73804df1128c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130330319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"61ca7dcd-66b3-417c-b88f-d5a32926a9bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130341462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"61ca7dcd-66b3-417c-b88f-d5a32926a9bd","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130530053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92737104-3267-4744-b3e0-8ee7e3b75c4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130541431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"92737104-3267-4744-b3e0-8ee7e3b75c4c","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130746356Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3beb0123-cffb-44e2-89ea-e365390d8217","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130760849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"3beb0123-cffb-44e2-89ea-e365390d8217","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130968762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"03bfa685-5758-450e-9f05-2bfc9baa50f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.130980891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"03bfa685-5758-450e-9f05-2bfc9baa50f9","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.131149179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9b449b72-38e8-443b-ae8d-5e4bdc2fd580","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.131160864Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9b449b72-38e8-443b-ae8d-5e4bdc2fd580","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.180442252Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4ef9b7d-699a-4063-8c54-7148075b8a00","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.183836475Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8aaf3021-623f-4ed2-a2bb-ec32f76fa7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.183837259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6738c6f0-9250-4cb4-9133-0f1ce7c2c176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.240646612Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6738c6f0-9250-4cb4-9133-0f1ce7c2c176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.24079573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8aaf3021-623f-4ed2-a2bb-ec32f76fa7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.296197929Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6738c6f0-9250-4cb4-9133-0f1ce7c2c176","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.296235878Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8aaf3021-623f-4ed2-a2bb-ec32f76fa7cb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.455465017Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e9b7e7-c9db-44e2-8018-8947907e7b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.455496074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4320b4b7-e0b9-47e8-b151-ba4098f6ec14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.512097908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4320b4b7-e0b9-47e8-b151-ba4098f6ec14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.512254511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e9b7e7-c9db-44e2-8018-8947907e7b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.567279191Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"4320b4b7-e0b9-47e8-b151-ba4098f6ec14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:56.568116554Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"07e9b7e7-c9db-44e2-8018-8947907e7b98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:57.242075684Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7d628b4-58c8-43c5-96fe-6acd9a424b46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:15:57.242096062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"c7d628b4-58c8-43c5-96fe-6acd9a424b46","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.437393506Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"47845839-d969-49ef-bb67-efaf9b420f5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.437414314Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"47845839-d969-49ef-bb67-efaf9b420f5e","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.437667498Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf1c58c8-06d6-40d6-a482-70a3e9b8f031","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.437681288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"bf1c58c8-06d6-40d6-a482-70a3e9b8f031","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.437902941Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88ea860d-6d2c-4884-8000-e28868b9b18d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.437916113Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"88ea860d-6d2c-4884-8000-e28868b9b18d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.438099523Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"839fd89b-54fa-4746-a872-4b751642b7a4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.43811018Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"839fd89b-54fa-4746-a872-4b751642b7a4","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.438285255Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97889ad2-6628-4e10-aad6-1e33417063e3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.438298275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"97889ad2-6628-4e10-aad6-1e33417063e3","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.438462723Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0650f765-ffa3-4ba8-8b56-0a0ebb135580","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.43847452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"0650f765-ffa3-4ba8-8b56-0a0ebb135580","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.438657978Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3db77ecd-50fc-48a2-b946-736f8ea11265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.438668336Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3db77ecd-50fc-48a2-b946-736f8ea11265","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.493054846Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c4751ceb-7b41-4ddb-b38a-c58d579b9df5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.552237373Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"361342f7-39cf-4293-83f6-b6d264e444e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.55226433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"361342f7-39cf-4293-83f6-b6d264e444e9","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.552587319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"890c3d13-bbdf-414e-bdd9-b085eed105bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.552600142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"890c3d13-bbdf-414e-bdd9-b085eed105bf","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.552839842Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9cf6af61-72dd-48ad-9e36-96128628fe3b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.552854566Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"9cf6af61-72dd-48ad-9e36-96128628fe3b","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.553131406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5884a10e-3ba4-463a-8387-8437e41a41e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.553148905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5884a10e-3ba4-463a-8387-8437e41a41e3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.553498829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"370759ca-c31b-46cf-80b3-1496450d0e15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.553509504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"370759ca-c31b-46cf-80b3-1496450d0e15","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.553675277Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf392716-6f4f-4f5e-bd21-733b9df74f4a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.553684148Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"cf392716-6f4f-4f5e-bd21-733b9df74f4a","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.553829431Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d145ad83-5e52-4162-a507-30736c30397d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.553838419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"d145ad83-5e52-4162-a507-30736c30397d","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.611794537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d747b2df-0b5a-4a74-a681-83bca3ea62c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.613135837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97f5f567-d618-4f75-abbf-bad8d64731df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.673961299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d747b2df-0b5a-4a74-a681-83bca3ea62c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.674655343Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"898cb611-311a-44b6-bd24-f64ce7b9bf42","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.678181857Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97f5f567-d618-4f75-abbf-bad8d64731df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.733156314Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d747b2df-0b5a-4a74-a681-83bca3ea62c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.733705951Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"97f5f567-d618-4f75-abbf-bad8d64731df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.845452476Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0805165-798f-45f3-b7e8-ef979002dc26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.84547052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f0805165-798f-45f3-b7e8-ef979002dc26","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.893856281Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf6e8a6-80a7-436e-b2d1-544210e09859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.893856224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9bea4f1-5672-4633-a693-66076ca9fee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.952059997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9bea4f1-5672-4633-a693-66076ca9fee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:00.952063312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf6e8a6-80a7-436e-b2d1-544210e09859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.006961194Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"48e0753f-62e6-4f02-9896-41f1ed245dfb","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.010176777Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"e9bea4f1-5672-4633-a693-66076ca9fee5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.010992539Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6cf6e8a6-80a7-436e-b2d1-544210e09859","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.071269214Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb0ac74-2361-40a9-82db-6b24de8723e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.071287085Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9cb0ac74-2361-40a9-82db-6b24de8723e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.299171343Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0820d356-dc79-4301-bd4e-79b0d1228a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.299171373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99517874-e497-419c-a6da-7ae1258f5acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.357426696Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99517874-e497-419c-a6da-7ae1258f5acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.357969273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0820d356-dc79-4301-bd4e-79b0d1228a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.415152986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"0820d356-dc79-4301-bd4e-79b0d1228a3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.415175674Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"99517874-e497-419c-a6da-7ae1258f5acf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.575190961Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4698435c-83c9-4bb0-b1eb-0a222341b736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.575191291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d135cac-ed1f-4702-b9ce-ebec2aa0df8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.634720309Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d135cac-ed1f-4702-b9ce-ebec2aa0df8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.635022065Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4698435c-83c9-4bb0-b1eb-0a222341b736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.693232027Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4698435c-83c9-4bb0-b1eb-0a222341b736","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.693631259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"9d135cac-ed1f-4702-b9ce-ebec2aa0df8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.735168344Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17c78509-94ed-4d51-8ab6-29964a82a6d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.735189878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"17c78509-94ed-4d51-8ab6-29964a82a6d9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:01.898086618Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d4dc7351-7240-468b-8378-abf8d1812e40","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.772580423Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c469563-ebf8-44e7-a270-6267ee6888fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.772623104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6c469563-ebf8-44e7-a270-6267ee6888fa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.773013697Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e38a0b03-8ff3-43a4-ba64-a0531ecfc9ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.773031147Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e38a0b03-8ff3-43a4-ba64-a0531ecfc9ae","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.831229069Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e9d07378-df30-4559-97dc-0eee2e80de01","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.831248799Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"e9d07378-df30-4559-97dc-0eee2e80de01","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.831563229Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1f2d82c-eba3-4946-b92f-e08dcbff6ce3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.831578312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"d1f2d82c-eba3-4946-b92f-e08dcbff6ce3","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.831828802Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"391c4a73-1a1d-4d88-8e56-4f241595fbf0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.831841034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"391c4a73-1a1d-4d88-8e56-4f241595fbf0","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.832042275Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c418f71c-bc23-46be-9cc2-de227deb40ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.832056169Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"c418f71c-bc23-46be-9cc2-de227deb40ba","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.832274524Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"11795b14-6dac-469f-94e3-16781f273695","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.832290518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"11795b14-6dac-469f-94e3-16781f273695","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.832473535Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b8bc76e9-8646-4152-8377-10b5294e8cc9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.83249618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b8bc76e9-8646-4152-8377-10b5294e8cc9","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.844711501Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6485c5e-77a6-4dc8-b95c-03d11b62e279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.844799701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b6485c5e-77a6-4dc8-b95c-03d11b62e279","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.845205134Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f198d571-c669-4540-a490-fd4f689c7beb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.845217071Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"f198d571-c669-4540-a490-fd4f689c7beb","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.845456874Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c6a0f44-8dd4-46f2-b868-f6f1f2d70dae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.845465975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"7c6a0f44-8dd4-46f2-b868-f6f1f2d70dae","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.845663608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e565745a-51f8-4a4e-b40f-a3c242fbb1be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.845675384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"e565745a-51f8-4a4e-b40f-a3c242fbb1be","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.84596179Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00437622-61c2-40da-92d8-63456ee7080a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.845975078Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"00437622-61c2-40da-92d8-63456ee7080a","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.846196051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e74479ea-106f-47f2-931c-66face6b6131","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.84620681Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"e74479ea-106f-47f2-931c-66face6b6131","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.846425303Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3f961a2e-32e8-4975-a79f-2cf8754d41f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.846446722Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"3f961a2e-32e8-4975-a79f-2cf8754d41f7","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.846651702Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"364f1033-f0ab-414b-8979-a5ba65a275eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.846666367Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"364f1033-f0ab-414b-8979-a5ba65a275eb","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.931416644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa8077c6-21c6-49e7-873e-5abc809f90ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.931608442Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6690b868-1a1f-41af-ab1d-31f59227780b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.932006048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"d9570ad7-f5d9-473d-a7c0-dc67cbb1de0f","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.987591021Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"db1316b9-e747-46f2-8283-c165111512b3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"premium-simulated-simulated-premium","subscriptionCount":1,"subscriptions":["models-as-a-service/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.990056933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6690b868-1a1f-41af-ab1d-31f59227780b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:03.99014103Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa8077c6-21c6-49e7-873e-5abc809f90ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.04535864Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"aa8077c6-21c6-49e7-873e-5abc809f90ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.045901556Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"6690b868-1a1f-41af-ab1d-31f59227780b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.19822425Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e197045c-01b8-43bb-aa22-5573fef04fee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.198244312Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e197045c-01b8-43bb-aa22-5573fef04fee","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.20344336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b7a44fd-d385-4d6e-8fc3-d18e9694dbaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.203470681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"751d6bf1-6465-4b8e-ac37-d2617db7e283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.259412592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b7a44fd-d385-4d6e-8fc3-d18e9694dbaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.2595143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"751d6bf1-6465-4b8e-ac37-d2617db7e283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.314213741Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5b7a44fd-d385-4d6e-8fc3-d18e9694dbaa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.314967521Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"751d6bf1-6465-4b8e-ac37-d2617db7e283","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.361505072Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a4382456-8a78-449f-8ac2-d3eb9ed4b488","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.990125246Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72402a11-4fcb-4ead-824a-9bfc7b061d59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:04.990149504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"72402a11-4fcb-4ead-824a-9bfc7b061d59","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:05.148381837Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a82b9d1c-92a2-497e-839b-b7246ca5c628","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:07.583266724Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90e84e45-2bde-4041-b746-d95ca5bbb79c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-2-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:07.583286206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-2-simulated","reconcileID":"90e84e45-2bde-4041-b746-d95ca5bbb79c","MaaSModelRef":{"name":"e2e-distinct-2-simulated","namespace":"llm"},"routeName":"e2e-distinct-2-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-2-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:08.925123855Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"57b0b7b7-b619-4265-afda-de6455276125","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.024514789Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.046612762Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"9d3386ad-fb24-4ff5-80ce-b293ef2c7248","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.082297315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0e2a43-8665-4717-a1db-694b45105e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.082353224Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f79f936-27df-44a4-b87d-9e4297233157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.092435863Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b5758dc-290b-4506-a82e-bd59c08ac836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.092449695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5b5758dc-290b-4506-a82e-bd59c08ac836","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.139044948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f79f936-27df-44a4-b87d-9e4297233157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.151207762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0e2a43-8665-4717-a1db-694b45105e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.194608429Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4f79f936-27df-44a4-b87d-9e4297233157","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.205751318Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"8b0e2a43-8665-4717-a1db-694b45105e97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.209846166Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e30fdf25-a6a9-4c1c-ad27-9d275942b4e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.209861397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"e30fdf25-a6a9-4c1c-ad27-9d275942b4e3","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.253212138Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32b022aa-a2ca-4804-9e42-487ea946bb99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.253227975Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"32b022aa-a2ca-4804-9e42-487ea946bb99","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.262556812Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6255d66-c17d-46f5-b57d-5831ed428c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.262572276Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a6255d66-c17d-46f5-b57d-5831ed428c4c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.409838462Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9060475-0f56-4d2a-823a-fcc1d140087f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.417147063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7c13623-38c4-492b-8b49-f5087b0ac8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.466321369Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9060475-0f56-4d2a-823a-fcc1d140087f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.474025053Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7c13623-38c4-492b-8b49-f5087b0ac8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.521365897Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9060475-0f56-4d2a-823a-fcc1d140087f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.529616852Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7c13623-38c4-492b-8b49-f5087b0ac8d5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:16:09.574866903Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"a9060475-0f56-4d2a-823a-fcc1d140087f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:16:09.58249586Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c7c13623-38c4-492b-8b49-f5087b0ac8d5","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.735690632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce23e85-6b62-45aa-8e1a-0f3db9408e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.742928444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90e69dc5-5c44-4bf2-9178-be647cb7ac22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.792345933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce23e85-6b62-45aa-8e1a-0f3db9408e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.800415651Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90e69dc5-5c44-4bf2-9178-be647cb7ac22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.847438339Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"4ce23e85-6b62-45aa-8e1a-0f3db9408e07","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.855278125Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"90e69dc5-5c44-4bf2-9178-be647cb7ac22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.96877784Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3705bb8f-bbe0-4bf3-b49c-9660d55f8969","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-distinct-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:09.968795464Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-distinct-simulated","reconcileID":"3705bb8f-bbe0-4bf3-b49c-9660d55f8969","MaaSModelRef":{"name":"e2e-distinct-simulated","namespace":"llm"},"routeName":"e2e-distinct-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-distinct-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:13.033224453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4ba0bb6c-4c3d-4633-af52-c397bc1bd8ce","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-embedding-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:13.033242671Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-embedding-simulated","reconcileID":"4ba0bb6c-4c3d-4633-af52-c397bc1bd8ce","MaaSModelRef":{"name":"e2e-embedding-simulated","namespace":"llm"},"routeName":"e2e-embedding-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-embedding-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:16.274771493Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab92f019-f283-4423-bb29-f27eefe0a32d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-trlp-test-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:16.27479632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-trlp-test-simulated","reconcileID":"ab92f019-f283-4423-bb29-f27eefe0a32d","MaaSModelRef":{"name":"e2e-trlp-test-simulated","namespace":"llm"},"routeName":"e2e-trlp-test-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-trlp-test-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.009661225Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30cb1edc-209d-4f48-9499-98e63565efff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.01102898Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ec74c0d-f60e-4361-9e32-7a06ca6397e2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/e2e-unconfigured-facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.011046145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"e2e-unconfigured-facebook-opt-125m-simulated","reconcileID":"6ec74c0d-f60e-4361-9e32-7a06ca6397e2","MaaSModelRef":{"name":"e2e-unconfigured-facebook-opt-125m-simulated","namespace":"llm"},"routeName":"e2e-unconfigured-facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"e2e-unconfigured-facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.012408664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"120fcb83-7487-4fa0-af9c-e047f0d4038e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.067233393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"30cb1edc-209d-4f48-9499-98e63565efff","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.117684817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"120fcb83-7487-4fa0-af9c-e047f0d4038e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.275195912Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"5c17625c-ec5e-44bb-baa9-e28d6da2d08c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.37533741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"90a87cc2-422c-41bb-9f56-1d971c4ccef9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.382725432Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bb44d76-8551-4f12-90eb-b3e2b251651a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.382741683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"3bb44d76-8551-4f12-90eb-b3e2b251651a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.436656829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88771cac-eabf-43a1-944f-9e844da0a889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:20.436671154Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88771cac-eabf-43a1-944f-9e844da0a889","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.759340905Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b8deea20-e2d6-4d85-83e6-7fe4640c8d5a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/echo-simulator","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:22.759366062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"namespace":"llm","name":"echo-simulator","reconcileID":"b8deea20-e2d6-4d85-83e6-7fe4640c8d5a","MaaSModelRef":{"name":"echo-simulator","namespace":"llm"},"routeName":"echo-simulator-kserve-route","namespace":"llm","llmisvcName":"echo-simulator","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.419164556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f29d4472-704d-4015-b3c3-88d5457d72ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.419291688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f29d4472-704d-4015-b3c3-88d5457d72ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.577537257Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"a4da2017-fc20-4146-995a-d45f6e4c60b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.637296066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"297bceb1-302c-4148-9e84-474fe623a6ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.637649124Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c57db261-7a15-4968-a124-0b2f398cb39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.735696883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c57db261-7a15-4968-a124-0b2f398cb39a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.742689771Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d530bcd2-34da-47ac-b557-f12845b04ff5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.742703284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d530bcd2-34da-47ac-b557-f12845b04ff5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.744028732Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"297bceb1-302c-4148-9e84-474fe623a6ba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:26.904615553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"20c5413b-3af4-4be9-babc-366d661a47db","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.073033197Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0975551-ab9f-4ed8-90f5-f156116d873c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.073058217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"b0975551-ab9f-4ed8-90f5-f156116d873c","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.231767775Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d4de9813-7c26-447f-8742-9da1c3cead65","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.288992287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e715af2-bfa6-4796-96c2-a100a5d7de0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.28899304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aed426fb-d93b-4418-989c-7a35cc91a5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.395833797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"7e715af2-bfa6-4796-96c2-a100a5d7de0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.395849527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"aed426fb-d93b-4418-989c-7a35cc91a5f8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.396530502Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c8f0289-b596-4728-8f95-822fd1c10365","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.396547603Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"9c8f0289-b596-4728-8f95-822fd1c10365","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:31.557622713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"0c9dba6c-d6f2-4a28-8d3b-bbdf28595b49","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.78257594Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c6056d2-51d7-4102-833f-1229988e56c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.7825976Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6c6056d2-51d7-4102-833f-1229988e56c6","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.938449652Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cc89209-bb5d-4361-bb70-b7500193c7a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.990561122Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2912d7e4-03d8-4445-83bb-8906d410081b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.990581407Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2912d7e4-03d8-4445-83bb-8906d410081b","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:33.996667773Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"1cc89209-bb5d-4361-bb70-b7500193c7a0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.148090935Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e5bb66f-d0ce-4e32-98de-cdf8cc6b8578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.148994677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7f951325-bd47-45d9-85ff-b82e9cabafad","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.204282588Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"3e5bb66f-d0ce-4e32-98de-cdf8cc6b8578","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.210947288Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6715cc5a-4f7e-4b5e-ac3a-8c694b5c4f41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.21096767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"6715cc5a-4f7e-4b5e-ac3a-8c694b5c4f41","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.31612393Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"575ac822-ef21-417d-8c2a-cda5bbe64268","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.316142958Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"575ac822-ef21-417d-8c2a-cda5bbe64268","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.368263303Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b623290-efc9-4abd-968a-ae447c5fdfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:34.424364703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"8b623290-efc9-4abd-968a-ae447c5fdfeb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:16:39.075232653Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.456784424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae618441-ebea-4ce9-a51f-7fe508bc1636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.509441759Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae618441-ebea-4ce9-a51f-7fe508bc1636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.562042747Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae618441-ebea-4ce9-a51f-7fe508bc1636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.614565317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae618441-ebea-4ce9-a51f-7fe508bc1636","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:05.675198598Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2b62c067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2b62c067","reconcileID":"0bcd07e5-17df-4205-b1fe-430413b6794f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2b62c067","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-2b62c067":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:06.682206353Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-09e3828d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-09e3828d","reconcileID":"606ef183-5659-4002-a1eb-4ef2e6ce06cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-09e3828d","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-09e3828d":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:07.849099131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523d88c0-c48c-44ec-9e50-3f84e11730a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:07.901789205Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523d88c0-c48c-44ec-9e50-3f84e11730a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:07.959945322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523d88c0-c48c-44ec-9e50-3f84e11730a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:08.012952422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"523d88c0-c48c-44ec-9e50-3f84e11730a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:09.025944586Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:10.289431448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4387c86-a0cb-4bb9-af8b-6dfe76924abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:10.34208023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4387c86-a0cb-4bb9-af8b-6dfe76924abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:10.394914116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4387c86-a0cb-4bb9-af8b-6dfe76924abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:10.398408156Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-53cc8e62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-53cc8e62","reconcileID":"d64c90f2-bbd7-4b37-87ec-33afcf2cfe6d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-53cc8e62-gw","applied":{"maas.opendatahub.io/gateway-access-e2e-migrate-53cc8e62-gw":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:10.447445184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e4387c86-a0cb-4bb9-af8b-6dfe76924abb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:12.657021809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a6bdcd-f2b4-4cc3-a4f2-0e8ae5e8db20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:12.709587341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a6bdcd-f2b4-4cc3-a4f2-0e8ae5e8db20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:12.762004833Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a6bdcd-f2b4-4cc3-a4f2-0e8ae5e8db20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:12.814197003Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7a6bdcd-f2b4-4cc3-a4f2-0e8ae5e8db20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:15.02403372Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc21dfd-ec9b-4774-b13b-fb3d6024361d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:15.076532377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc21dfd-ec9b-4774-b13b-fb3d6024361d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:15.132236209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc21dfd-ec9b-4774-b13b-fb3d6024361d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:15.137744858Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-d0628e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-d0628e","reconcileID":"00c6752b-502a-4c63-ab56-ae4145bb0562","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-d0628e","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w1-d0628e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:15.189409761Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bdc21dfd-ec9b-4774-b13b-fb3d6024361d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:16.778739444Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2e734c1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2e734c1c","reconcileID":"c6a2cc6f-de72-406b-8fd2-36cf445e6273","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2e734c1c","applied":{"maas.opendatahub.io/gateway-access-e2e-ait-2e734c1c":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:16.992022199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"7f5cb6b2-f5a8-4d22-9c44-5f4413b9d8b1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-09e3828d","tenantID":"e2e-ait-09e3828d","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:17.116495016Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"7f5cb6b2-f5a8-4d22-9c44-5f4413b9d8b1","name":"e2e-ait-09e3828d-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:17.414805574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9384e29-489c-4bb6-94c7-7dc5ed9880fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:17.470349312Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9384e29-489c-4bb6-94c7-7dc5ed9880fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:17.52409784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9384e29-489c-4bb6-94c7-7dc5ed9880fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:17.57718409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a9384e29-489c-4bb6-94c7-7dc5ed9880fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:19.289943105Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-16457c0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-16457c0e","reconcileID":"157961a3-8c0e-423e-9e3b-96fb781e200c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-16457c0e","applied":{"maas.opendatahub.io/gateway-access-e2e-derive-16457c0e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:19.763355198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e16869-e1a6-4cea-be1a-284506a3f9eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:19.81595286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e16869-e1a6-4cea-be1a-284506a3f9eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:19.86840482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e16869-e1a6-4cea-be1a-284506a3f9eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:19.92084239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96e16869-e1a6-4cea-be1a-284506a3f9eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:21.578194129Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e6ca80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e6ca80","reconcileID":"6ef3700f-8dfc-4254-9f8a-2e5e96673b5d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-e6ca80","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w0-e6ca80":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:22.104147694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2ded70-c7cc-4c2f-b6fe-e6ce1cbdbb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:22.156542838Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2ded70-c7cc-4c2f-b6fe-e6ce1cbdbb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:22.208962592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2ded70-c7cc-4c2f-b6fe-e6ce1cbdbb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:22.261401333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e2ded70-c7cc-4c2f-b6fe-e6ce1cbdbb25","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:22.526964419Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"8e33eafa-5a22-46f1-89bd-294805945e36","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-2b62c067","tenantID":"e2e-ait-2b62c067","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:22.643338175Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"8e33eafa-5a22-46f1-89bd-294805945e36","name":"e2e-ait-2b62c067-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:24.474031512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3f3c81-eb52-4283-83a6-06d616de4a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:24.52638763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3f3c81-eb52-4283-83a6-06d616de4a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:24.580076987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3f3c81-eb52-4283-83a6-06d616de4a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:24.632697479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9b3f3c81-eb52-4283-83a6-06d616de4a51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.161529065Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6e6ef4d1-09d7-4041-9289-f03752da8ca1","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.300674865Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c23331ef-e9ff-4544-8874-e31e6b2c3e0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.790341187Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b174caa0-5624-435e-8d76-53dcfc4c6c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.842704248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b174caa0-5624-435e-8d76-53dcfc4c6c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.895031653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b174caa0-5624-435e-8d76-53dcfc4c6c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:26.947423396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b174caa0-5624-435e-8d76-53dcfc4c6c20","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:27.383654866Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"d77b1b1e-c67b-4a08-be74-e49c9607c7f5","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:27.437200848Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"d77b1b1e-c67b-4a08-be74-e49c9607c7f5","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:27.540672185Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"d77b1b1e-c67b-4a08-be74-e49c9607c7f5","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-migrate-53cc8e62-gw","tenantID":"e2e-migrate-53cc8e62","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:27.657417495Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"d77b1b1e-c67b-4a08-be74-e49c9607c7f5","name":"e2e-migrate-53cc8e62-gw-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:17:28.42403478Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e6ca80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e6ca80","reconcileID":"591b67d8-23b7-40b5-82b6-97f121b95fb9","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w0-e6ca80\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.10735676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9d5f62-b672-4e77-bb5a-1f84a17ca2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.159618941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9d5f62-b672-4e77-bb5a-1f84a17ca2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.211948185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9d5f62-b672-4e77-bb5a-1f84a17ca2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:29.264157338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5b9d5f62-b672-4e77-bb5a-1f84a17ca2ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:32.522174668Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"4734298d-21c7-475d-9290-3b68d6d1d3e8","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:39.024302398Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:39.850457829Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a831f6c8-f86e-4206-8306-998333186f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:39.903569387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a831f6c8-f86e-4206-8306-998333186f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:39.956358233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a831f6c8-f86e-4206-8306-998333186f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:40.009181604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a831f6c8-f86e-4206-8306-998333186f32","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:41.380828379Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"19b203e5-8624-4718-bce7-e630bcf69968","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:41.539038812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"6b83d3d1-bcf1-4ae7-9d54-3a1e66278b1a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:42.174108144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed35e22-9a42-43eb-940a-97337d45d544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:42.226629237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed35e22-9a42-43eb-940a-97337d45d544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:42.27943587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed35e22-9a42-43eb-940a-97337d45d544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:42.332268877Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3ed35e22-9a42-43eb-940a-97337d45d544","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:42.866000276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6435feb1-4484-470f-a1c4-724f5bf65f2b","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:42.983466308Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6435feb1-4484-470f-a1c4-724f5bf65f2b","name":"e2e-worker-w1-d0628e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.537243823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bf5c72-8b7a-48ba-af86-bcab0eaf6004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.590089803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bf5c72-8b7a-48ba-af86-bcab0eaf6004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.642708233Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bf5c72-8b7a-48ba-af86-bcab0eaf6004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:44.695402148Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"48bf5c72-8b7a-48ba-af86-bcab0eaf6004","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:46.866552875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a5ede7-fb4c-40aa-ba4d-a8f72e97e37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:46.919227656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a5ede7-fb4c-40aa-ba4d-a8f72e97e37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:46.971833722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a5ede7-fb4c-40aa-ba4d-a8f72e97e37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:47.024187465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"59a5ede7-fb4c-40aa-ba4d-a8f72e97e37e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:48.249123615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"17edd214-336d-46b1-8bca-521581bdb833","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ait-2e734c1c","tenantID":"e2e-ait-2e734c1c","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:48.363982933Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"17edd214-336d-46b1-8bca-521581bdb833","name":"e2e-ait-2e734c1c-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.267340118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10184e-99b3-478c-9700-c9078cd3066e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.321499498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10184e-99b3-478c-9700-c9078cd3066e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.374441216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10184e-99b3-478c-9700-c9078cd3066e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.426645825Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0e10184e-99b3-478c-9700-c9078cd3066e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.484628247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"56934de7-e7b8-4cd5-81c5-7429eb578f53","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:49.541805541Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"94b6dda1-dc9d-4295-b2d1-0f88427957cc","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:53.408268353Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"38f0e534-8540-43af-9116-3f53629d559e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-derive-16457c0e","tenantID":"e2e-derive-16457c0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:53.523928191Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"38f0e534-8540-43af-9116-3f53629d559e","name":"e2e-derive-16457c0e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:58.340798114Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"4b040513-8bcd-4769-94f0-4113d09000fa","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:17:58.456294255Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"4b040513-8bcd-4769-94f0-4113d09000fa","name":"e2e-worker-w0-e6ca80-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:05.294933959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bbad1a4-1792-46eb-9526-68f8431c0820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:05.34739428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bbad1a4-1792-46eb-9526-68f8431c0820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:05.39981858Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bbad1a4-1792-46eb-9526-68f8431c0820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:05.454150283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2bbad1a4-1792-46eb-9526-68f8431c0820","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.610336066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66540389-ae51-4f0d-b47a-4f72c447c09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.664269962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66540389-ae51-4f0d-b47a-4f72c447c09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.665560801Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"3d9b8a48-27e4-421a-9823-c0b2aebff791","api-key-max-expiration-days":"37","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.717002336Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66540389-ae51-4f0d-b47a-4f72c447c09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.769942896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66540389-ae51-4f0d-b47a-4f72c447c09e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:07.831586933Z","body":"OIDC configuration loaded from tenant platform context","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"3d9b8a48-27e4-421a-9823-c0b2aebff791","issuerUrl":"https://issuer.example.com/realms/e2e","clientId":"e2e-client","audience":"","accessTokenPurposeClaim":"","ttl":600,"source":"aitenant","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:09.024594301Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:10.061409069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd801461-4bde-4f05-9ff5-ff97698dd72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:10.11372788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd801461-4bde-4f05-9ff5-ff97698dd72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:10.166067994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd801461-4bde-4f05-9ff5-ff97698dd72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:10.218602749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd801461-4bde-4f05-9ff5-ff97698dd72c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:12.37272878Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562046c3-85b9-4ec6-8a08-98c074ad6eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:12.425098041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562046c3-85b9-4ec6-8a08-98c074ad6eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:12.477452788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562046c3-85b9-4ec6-8a08-98c074ad6eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:12.529774143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562046c3-85b9-4ec6-8a08-98c074ad6eea","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:12.956438512Z","body":"Updating maas-parameters ConfigMap","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"default-tenant","reconcileID":"46aed540-f69e-4d94-a308-6cce13ad555e","api-key-max-expiration-days":"90","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.340009135Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","namespace":"ai-tenant-e2e-ait-09e3828d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.340065409Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","namespace":"ai-tenant-e2e-ait-09e3828d","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.340112326Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","tenant":"e2e-ait-09e3828d","tenantID":"e2e-ait-09e3828d","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.396523484Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"Deployment","name":"maas-api-e2e-ait-09e3828d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.462373326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"Service","name":"maas-api-e2e-ait-09e3828d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.519825798Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-09e3828d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.582746522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-09e3828d","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.637427718Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.69178658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.74831995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.802204196Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.89857783Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"Deployment","name":"payload-processing-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:13.951439174Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.003093536Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"Service","name":"payload-processing-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.054842883Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"Service","name":"payload-pre-processing-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.106716489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"DestinationRule","name":"payload-processing-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.199043252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.251319289Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.307020216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.358974345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.411087354Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.462669147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-09e3828d","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.514414657Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-09e3828d"},"namespace":"ai-tenant-e2e-ait-09e3828d","name":"default-tenant","reconcileID":"93d4fecf-ce58-4ed2-950b-7b8cc4f0dc6a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-09e3828d","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.685331255Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae7148d-e3b3-48fb-b74f-aafd776dad48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.737613922Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae7148d-e3b3-48fb-b74f-aafd776dad48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.789815014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae7148d-e3b3-48fb-b74f-aafd776dad48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:14.851331438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"aae7148d-e3b3-48fb-b74f-aafd776dad48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:15.448158523Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-09e3828d","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-09e3828d","reconcileID":"6892dc08-ca3f-4127-a7b2-f2ff0a9befcd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-09e3828d","removed":["maas.opendatahub.io/gateway-access-e2e-ait-09e3828d"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.007029688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41abf290-f1a6-434f-85d4-12ebbaae2c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.059360706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41abf290-f1a6-434f-85d4-12ebbaae2c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.112391179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41abf290-f1a6-434f-85d4-12ebbaae2c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:17.165292124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41abf290-f1a6-434f-85d4-12ebbaae2c0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:19.362072688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a9ef5b-4c9e-46f7-a5e1-108819e68cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:19.414732285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a9ef5b-4c9e-46f7-a5e1-108819e68cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:19.467617408Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a9ef5b-4c9e-46f7-a5e1-108819e68cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:19.52019195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"41a9ef5b-4c9e-46f7-a5e1-108819e68cd4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:21.675971043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339c4c28-e194-4a04-a93e-fe5d2e8cbd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:21.728407381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339c4c28-e194-4a04-a93e-fe5d2e8cbd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:21.780993907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339c4c28-e194-4a04-a93e-fe5d2e8cbd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:21.833448835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"339c4c28-e194-4a04-a93e-fe5d2e8cbd34","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:22.209804616Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-10d2fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-10d2fb","reconcileID":"99872893-af5e-43bb-8fdf-96c769d3958f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-10d2fb","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w2-10d2fb":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:23.994547147Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92195c93-00f5-4460-9e00-f6638769a023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.046894214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92195c93-00f5-4460-9e00-f6638769a023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.099052537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92195c93-00f5-4460-9e00-f6638769a023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:24.151605048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"92195c93-00f5-4460-9e00-f6638769a023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:18:25.286481377Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-10d2fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-10d2fb","reconcileID":"ecd4f2d1-d6e5-47ec-8d90-8e67628be58d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w2-10d2fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:26.335501548Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca66cbc-b0ca-401a-b855-6a9bbb8ed82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:26.388264376Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca66cbc-b0ca-401a-b855-6a9bbb8ed82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:26.440793938Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca66cbc-b0ca-401a-b855-6a9bbb8ed82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:26.493372305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8ca66cbc-b0ca-401a-b855-6a9bbb8ed82e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:28.649985509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eee125b-96ba-4b0a-b292-3c6d5c9d9c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:28.702994994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eee125b-96ba-4b0a-b292-3c6d5c9d9c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:28.756137811Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eee125b-96ba-4b0a-b292-3c6d5c9d9c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:28.809262399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6eee125b-96ba-4b0a-b292-3c6d5c9d9c7b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:31.026829677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c77b379-0a57-478e-9678-992990180e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:31.079215564Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c77b379-0a57-478e-9678-992990180e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:31.132176235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c77b379-0a57-478e-9678-992990180e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:31.184733698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c77b379-0a57-478e-9678-992990180e40","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:33.351436812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20050890-9b1b-42e1-bc3f-5716c9b594ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:33.403790455Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20050890-9b1b-42e1-bc3f-5716c9b594ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:33.456232206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20050890-9b1b-42e1-bc3f-5716c9b594ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:33.508802369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20050890-9b1b-42e1-bc3f-5716c9b594ff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.208662498Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","namespace":"ai-tenant-e2e-ait-2b62c067","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.208740835Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","namespace":"ai-tenant-e2e-ait-2b62c067","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.208811135Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","tenant":"e2e-ait-2b62c067","tenantID":"e2e-ait-2b62c067","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.27216626Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"Deployment","name":"maas-api-e2e-ait-2b62c067","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.345147388Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"Service","name":"maas-api-e2e-ait-2b62c067","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.401569157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-2b62c067","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.455925703Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-2b62c067","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.516551588Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.571353956Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.630649878Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.673120043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4c524c-0f66-4625-a54f-e7d2f025b930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.72581167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4c524c-0f66-4625-a54f-e7d2f025b930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.730505282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.778460018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4c524c-0f66-4625-a54f-e7d2f025b930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.831010185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"Deployment","name":"payload-processing-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.831342067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec4c524c-0f66-4625-a54f-e7d2f025b930","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.883921889Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.936554052Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"Service","name":"payload-processing-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:35.988354658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"Service","name":"payload-pre-processing-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.040519891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"DestinationRule","name":"payload-processing-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.097095969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.149189523Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.22718297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.279496053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.331889952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.394165035Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-2b62c067","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.446277929Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2b62c067"},"namespace":"ai-tenant-e2e-ait-2b62c067","name":"default-tenant","reconcileID":"c06c4716-1f12-452b-9a5d-0b993353ffcb","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-2b62c067","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.504474138Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","namespace":"ai-tenant-e2e-migrate-53cc8e62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.504531418Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","namespace":"ai-tenant-e2e-migrate-53cc8e62","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.504585114Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","tenant":"e2e-migrate-53cc8e62","tenantID":"e2e-migrate-53cc8e62","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.558902306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"Deployment","name":"maas-api-e2e-migrate-53cc8e62","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.619098669Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"Service","name":"maas-api-e2e-migrate-53cc8e62","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.674855449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"HTTPRoute","name":"maas-api-route-e2e-migrate-53cc8e62","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.729245319Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-migrate-53cc8e62","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.789826654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.844490301Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.908822255Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:36.965310512Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"Telemetry","name":"latency-per-subscription-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.018502187Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"Deployment","name":"payload-processing-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.070394175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"Deployment","name":"payload-pre-processing-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.122278184Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"Service","name":"payload-processing-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.173979514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"Service","name":"payload-pre-processing-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.230034075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"DestinationRule","name":"payload-processing-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.28251262Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"DestinationRule","name":"payload-pre-processing-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.334718545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"EnvoyFilter","name":"payload-processing-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.340891446Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2b62c067","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2b62c067","reconcileID":"c64413b7-9556-46ca-8554-b10ff2d1cc66","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2b62c067","removed":["maas.opendatahub.io/gateway-access-e2e-ait-2b62c067"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.386639305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.438300688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"NetworkPolicy","name":"payload-processing-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.504599882Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"ServiceAccount","name":"payload-processing-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.556787623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-migrate-53cc8e62","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:37.608948114Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-migrate-53cc8e62"},"namespace":"ai-tenant-e2e-migrate-53cc8e62","name":"default-tenant","reconcileID":"36f52d77-239b-4550-872c-8fedd29e0546","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-migrate-53cc8e62","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:38.059329638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52eb0a9f-f5fb-4f47-b5ba-e23b02b46a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:38.111759166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52eb0a9f-f5fb-4f47-b5ba-e23b02b46a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:38.164124837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52eb0a9f-f5fb-4f47-b5ba-e23b02b46a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:38.216634847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52eb0a9f-f5fb-4f47-b5ba-e23b02b46a27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:38.498444001Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-migrate-53cc8e62","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-migrate-53cc8e62","reconcileID":"2ceed19d-ca76-4224-84ac-0f7c59a2d85e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-migrate-53cc8e62-gw","removed":["maas.opendatahub.io/gateway-access-e2e-migrate-53cc8e62-gw"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:39.024123284Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:40.387798082Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b171e314-a929-4d72-b687-0f9e82f40a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:40.442254101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b171e314-a929-4d72-b687-0f9e82f40a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:40.494900079Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b171e314-a929-4d72-b687-0f9e82f40a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:40.547933105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b171e314-a929-4d72-b687-0f9e82f40a19","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:42.740434604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5266c5-40e1-44d4-9848-044e3d28624f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:42.792961435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5266c5-40e1-44d4-9848-044e3d28624f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:42.845322679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5266c5-40e1-44d4-9848-044e3d28624f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:42.897481736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fb5266c5-40e1-44d4-9848-044e3d28624f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:43.369450862Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-9d77b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-9d77b6","reconcileID":"4946da8c-949d-4042-9d30-acd0813ccc07","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-9d77b6","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w5-9d77b6":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:45.042413978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7415f2d-7555-4a00-81b4-b342f495ad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:45.09519929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7415f2d-7555-4a00-81b4-b342f495ad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:45.147389048Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7415f2d-7555-4a00-81b4-b342f495ad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:45.19976165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7415f2d-7555-4a00-81b4-b342f495ad6a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:18:46.493319845Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-9d77b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-9d77b6","reconcileID":"bb1d2af3-7430-4285-9dfb-b81bf1d4c259","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w5-9d77b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:47.358303519Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9debe3f0-e30e-4772-ab63-0d3c97d896a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:47.410691503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9debe3f0-e30e-4772-ab63-0d3c97d896a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:47.462827371Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9debe3f0-e30e-4772-ab63-0d3c97d896a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:47.515225613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9debe3f0-e30e-4772-ab63-0d3c97d896a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:49.035454952Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"cf6b15f4-36e5-4ff4-80e4-4230bf8f86f2","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:49.6935653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c379ca-a088-4dbc-8ad3-b42017cfd8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:49.746071366Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c379ca-a088-4dbc-8ad3-b42017cfd8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:49.798583212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c379ca-a088-4dbc-8ad3-b42017cfd8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:49.851034309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"39c379ca-a088-4dbc-8ad3-b42017cfd8c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.418708764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"bc81c1f6-01f0-467e-98fd-841fb84bda66","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.538155931Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"bc81c1f6-01f0-467e-98fd-841fb84bda66","name":"e2e-worker-w2-10d2fb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.593686499Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","namespace":"ai-tenant-e2e-ait-2e734c1c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.593750187Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","namespace":"ai-tenant-e2e-ait-2e734c1c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.593805872Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","tenant":"e2e-ait-2e734c1c","tenantID":"e2e-ait-2e734c1c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.654817005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"Deployment","name":"maas-api-e2e-ait-2e734c1c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.766324455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"Service","name":"maas-api-e2e-ait-2e734c1c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.821537269Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-2e734c1c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.877289568Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-2e734c1c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.932115399Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:53.98923234Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.045775033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.100450724Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.152727635Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"Deployment","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.209472445Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.263756276Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"Service","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.278847978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7079ac46-144a-48aa-9ddf-9dcf2499e2f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.331122496Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"Service","name":"payload-pre-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.33181045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7079ac46-144a-48aa-9ddf-9dcf2499e2f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.384066961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"DestinationRule","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.384447232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7079ac46-144a-48aa-9ddf-9dcf2499e2f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.436737577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.437136332Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7079ac46-144a-48aa-9ddf-9dcf2499e2f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.489387771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.545467288Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.597816331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.650129697Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.703011051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.710044127Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-108cf9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-108cf9","reconcileID":"f1d0aa92-63ab-4fcd-b001-02547a01c46f","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-108cf9","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w3-108cf9":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.754991908Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"8818afa1-dfc2-42b3-8109-5ac97536b144","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-2e734c1c","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.809219197Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","namespace":"ai-tenant-e2e-derive-16457c0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.809303829Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","namespace":"ai-tenant-e2e-derive-16457c0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.809375942Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","tenant":"e2e-derive-16457c0e","tenantID":"e2e-derive-16457c0e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.8652227Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"Deployment","name":"maas-api-e2e-derive-16457c0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.940066606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"Service","name":"maas-api-e2e-derive-16457c0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:54.997542755Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"HTTPRoute","name":"maas-api-route-e2e-derive-16457c0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.054550305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-derive-16457c0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.078315498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"dfad7744-4024-4cd6-8243-ad1ec174fc59","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.109321226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.14743637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"ca246525-9130-4d89-835a-f167eeeb7467","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.164121296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.220713265Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.275422899Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"Telemetry","name":"latency-per-subscription-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.32834201Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"Deployment","name":"payload-processing-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.380467952Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"Deployment","name":"payload-pre-processing-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.433129823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"Service","name":"payload-processing-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.515049001Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"Service","name":"payload-pre-processing-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.567861374Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"DestinationRule","name":"payload-processing-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.619616257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"DestinationRule","name":"payload-pre-processing-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.671562094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"EnvoyFilter","name":"payload-processing-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.691979673Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"412ad603-aa7b-49b7-a3d1-03b92ea65eab","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.726950983Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.778699527Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"NetworkPolicy","name":"payload-processing-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.833114552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"ServiceAccount","name":"payload-processing-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.886536549Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-derive-16457c0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.93858241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-derive-16457c0e"},"namespace":"ai-tenant-e2e-derive-16457c0e","name":"default-tenant","reconcileID":"00561c7c-ae2b-4a00-a7c0-b2277cd09e67","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-derive-16457c0e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:55.991438734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"641ef2cc-c44f-4526-bc18-3177a6741982","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:56.639041526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ed3eaa-08ff-4db0-9fcb-0cdbf5ca837f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:56.69212693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ed3eaa-08ff-4db0-9fcb-0cdbf5ca837f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:56.74507355Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ed3eaa-08ff-4db0-9fcb-0cdbf5ca837f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:56.797841608Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60ed3eaa-08ff-4db0-9fcb-0cdbf5ca837f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:57.699841385Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-derive-16457c0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-derive-16457c0e","reconcileID":"da8f3fed-859c-4c43-ad4e-cbc20c10bdfd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-derive-16457c0e","removed":["maas.opendatahub.io/gateway-access-e2e-derive-16457c0e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:58.954459788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931a91ce-226f-444a-a6a4-2fbcff3efab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:59.006634605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931a91ce-226f-444a-a6a4-2fbcff3efab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:59.058828315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931a91ce-226f-444a-a6a4-2fbcff3efab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:18:59.11183906Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"931a91ce-226f-444a-a6a4-2fbcff3efab4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:01.358156256Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b48589-0431-43b6-a07d-d62be81ee8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:01.410545743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b48589-0431-43b6-a07d-d62be81ee8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:01.46301962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b48589-0431-43b6-a07d-d62be81ee8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:01.515364451Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f8b48589-0431-43b6-a07d-d62be81ee8d6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:03.553422494Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-096685","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-096685","reconcileID":"699df1f6-3001-4109-88be-2a5c862d09d1","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-096685","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w6-096685":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:03.740474033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0344640d-ff0d-40c1-8846-93e5c3c3d7ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:03.793910998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0344640d-ff0d-40c1-8846-93e5c3c3d7ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:03.846268194Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0344640d-ff0d-40c1-8846-93e5c3c3d7ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:03.898693161Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0344640d-ff0d-40c1-8846-93e5c3c3d7ac","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:06.070755588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09b3f6c-2deb-4857-b460-e9a31135ffbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:06.123408788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09b3f6c-2deb-4857-b460-e9a31135ffbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:06.175674869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09b3f6c-2deb-4857-b460-e9a31135ffbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:06.228059122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b09b3f6c-2deb-4857-b460-e9a31135ffbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.014441983Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"aa48e96d-0c62-45dd-be45-768863d48bf4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.116191872Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3d838d3c-714e-41b6-915a-68c5174ad36f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.444564242Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53c4f66-0d52-4e60-a0c5-18f860a78a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.497067697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53c4f66-0d52-4e60-a0c5-18f860a78a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.549504669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53c4f66-0d52-4e60-a0c5-18f860a78a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:08.602463101Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e53c4f66-0d52-4e60-a0c5-18f860a78a7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:09.026446311Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:10.744064047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e79570f-b210-497a-a174-2afe0ccfe0ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:10.796512531Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e79570f-b210-497a-a174-2afe0ccfe0ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:10.849081399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e79570f-b210-497a-a174-2afe0ccfe0ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:10.901302058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3e79570f-b210-497a-a174-2afe0ccfe0ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:11.591999298Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"868e9ceb-ea0d-43e6-a1ca-f245805cdd14","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:11.707761581Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"868e9ceb-ea0d-43e6-a1ca-f245805cdd14","name":"e2e-worker-w5-9d77b6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:13.142193588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc0612d-8e5d-4a02-8930-a2469edb5504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:13.194597553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc0612d-8e5d-4a02-8930-a2469edb5504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:13.247139917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc0612d-8e5d-4a02-8930-a2469edb5504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:13.299670816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"afc0612d-8e5d-4a02-8930-a2469edb5504","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:15.5368645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a65dd93-2124-4c40-b0ed-7774d3e4a72b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:15.589165387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a65dd93-2124-4c40-b0ed-7774d3e4a72b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:15.641673902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a65dd93-2124-4c40-b0ed-7774d3e4a72b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:15.69402025Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a65dd93-2124-4c40-b0ed-7774d3e4a72b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:23.721866934Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3c1f77-48a1-4bce-8ef0-943d23f4304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:23.774968724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3c1f77-48a1-4bce-8ef0-943d23f4304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:23.828044901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3c1f77-48a1-4bce-8ef0-943d23f4304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:23.880972887Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2d3c1f77-48a1-4bce-8ef0-943d23f4304b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.057331077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390d6c15-a527-4fa0-800b-e4e80597993c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.110507216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390d6c15-a527-4fa0-800b-e4e80597993c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.162933373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390d6c15-a527-4fa0-800b-e4e80597993c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.215446822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"390d6c15-a527-4fa0-800b-e4e80597993c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.325382662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"8a9154d2-6ef7-4b64-93ab-f9806ab60c59","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.489649024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"44068c25-4a56-4aa0-9e56-9b0c63fbc0f6","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.547867726Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2feba980-243a-4635-9cb4-5031f849316a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/premium-simulated-simulated-premium","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.54790875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"namespace":"llm","name":"premium-simulated-simulated-premium","reconcileID":"2feba980-243a-4635-9cb4-5031f849316a","MaaSModelRef":{"name":"premium-simulated-simulated-premium","namespace":"llm"},"routeName":"premium-simulated-simulated-premium-kserve-route","namespace":"llm","llmisvcName":"premium-simulated-simulated-premium","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.596776102Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"ca68f723-5f4a-4c83-b70c-863766c2314d","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.607440033Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fcf7c8a-e1f0-499e-b5d8-eea95860acd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.607458925Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5fcf7c8a-e1f0-499e-b5d8-eea95860acd9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.653743714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"24d4d79e-304e-49ae-8425-6a846dc670a2","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:19:26.659664605Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d0628e/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.852835457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e8ba347f-c0bc-417d-a3e4-0c6b5f5e3eb3","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.870018809Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"5edc5382-cbb8-4950-b776-cb81d0ac2138","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"simulator-w1-d0628e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.912401308Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"2e8ec392-11fc-426e-bf19-9f0786dc3b6d","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.921808924Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"3760962d-5765-4192-bdf3-f9f831f0e23e","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:19:26.9657459Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"2e8ec392-11fc-426e-bf19-9f0786dc3b6d","name":"simulator-w1-d0628e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-d0628e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:19:26.965815088Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"2e8ec392-11fc-426e-bf19-9f0786dc3b6d","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w1-d0628e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:26.971114774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"00db7dbb-9319-4ac4-987c-87b521ab1c9b","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.019728325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"8b15bf33-6b97-49a2-b372-947e6f1d0bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.030872892Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1f788451-6fe4-402b-8e8d-3f605275d2b7","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.037009715Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"3760962d-5765-4192-bdf3-f9f831f0e23e","name":"e2e-worker-w3-108cf9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.094297178Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","namespace":"ai-tenant-e2e-ait-2e734c1c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.094383122Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","namespace":"ai-tenant-e2e-ait-2e734c1c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.094460387Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","tenant":"e2e-ait-2e734c1c","tenantID":"e2e-ait-2e734c1c","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.12023596Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"3a858849-47b9-4459-81c2-075222f36beb","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.142373695Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"8b15bf33-6b97-49a2-b372-947e6f1d0bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.146488713Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"Deployment","name":"maas-api-e2e-ait-2e734c1c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.177998371Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"169f9a3c-4b46-44ed-954c-fef5ac9b6a92","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.188334848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"6ca9b781-7fa9-4f67-b977-68cbc957d3ed","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.197745069Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"8b15bf33-6b97-49a2-b372-947e6f1d0bec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.198238554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"Service","name":"maas-api-e2e-ait-2e734c1c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.227805749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"f1de742f-ff2e-45b6-9dcc-2a78a98514dc","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.265953349Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ait-2e734c1c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:19:27.267601494Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d0628e/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.319582552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ait-2e734c1c","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.327066076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"b000b022-6e3f-4bd5-a1df-c0e92dba2403","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.327517613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"6a1b807d-29e6-4f36-a088-256a4befadbe","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.37152011Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.377755278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"abb6c3be-ac7a-40ed-86a1-58e7ae2b92d1","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.423365456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.436502066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"09777c42-e884-41ee-b5b6-17a823de0f1f","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.475339285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:19:27.490005155Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"09777c42-e884-41ee-b5b6-17a823de0f1f","name":"premium-w1-d0628e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-d0628e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:19:27.490064268Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"09777c42-e884-41ee-b5b6-17a823de0f1f","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w1-d0628e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.495437392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"aa6b59a2-074f-47cb-b040-513f50a90061","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.5271857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.533019111Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"f690d146-c93c-41fd-bd7a-7a0445cb1430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.584927128Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"Deployment","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.590131681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"f690d146-c93c-41fd-bd7a-7a0445cb1430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.640268165Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"Deployment","name":"payload-pre-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.64183717Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"d17e7c06-ea6a-4105-a077-ba476fa0c4dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"premium-w1-d0628e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.648040935Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"f690d146-c93c-41fd-bd7a-7a0445cb1430","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.692170039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"Service","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.692309305Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"87b3a139-2bd7-497d-ba56-373f247abc86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.744124487Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"Service","name":"payload-pre-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.748355533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"87b3a139-2bd7-497d-ba56-373f247abc86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.796169514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"DestinationRule","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.803756706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"87b3a139-2bd7-497d-ba56-373f247abc86","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.806451288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"a2d7df4a-4cb5-43f1-8520-449cb6ac6b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.858921296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.900579381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"a0720323-0356-4c46-bbbd-f4acd16385a3","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.900799144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"a2d7df4a-4cb5-43f1-8520-449cb6ac6b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.901589585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"4c16e1bb-e03a-4660-a5f8-39b21134947a","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.91142727Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.956435091Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"a2d7df4a-4cb5-43f1-8520-449cb6ac6b03","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:27.963415454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.015458981Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.058851282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"cebebdaf-7a6b-4742-86ae-521786db263b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.059333817Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"dd57808a-3b69-464e-95b0-d80b51bdf28c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.06725076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"ServiceAccount","name":"payload-processing-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.118257153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"cebebdaf-7a6b-4742-86ae-521786db263b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.119933306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ait-2e734c1c","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.171753016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ait-2e734c1c"},"namespace":"ai-tenant-e2e-ait-2e734c1c","name":"default-tenant","reconcileID":"30f840ac-886a-4ee1-aa57-64a1aead239c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ait-2e734c1c","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.173730406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"cebebdaf-7a6b-4742-86ae-521786db263b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.412539983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9889b182-54b9-440c-afae-f25f17c06633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.465548143Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9889b182-54b9-440c-afae-f25f17c06633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.518493974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9889b182-54b9-440c-afae-f25f17c06633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:28.571114032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9889b182-54b9-440c-afae-f25f17c06633","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:29.046026231Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ait-2e734c1c","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ait-2e734c1c","reconcileID":"2e5b7fcc-d91f-4faa-9a65-681b1f2689bd","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ait-2e734c1c","removed":["maas.opendatahub.io/gateway-access-e2e-ait-2e734c1c"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.794293599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1d82e4-2a30-4af2-bc8d-c477f384fc33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.846792539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1d82e4-2a30-4af2-bc8d-c477f384fc33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.899448801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1d82e4-2a30-4af2-bc8d-c477f384fc33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:30.95511219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f1d82e4-2a30-4af2-bc8d-c477f384fc33","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:32.908020667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"53ddd9c5-d0a3-44ae-9b6e-07f9bcf05a85","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.184299264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fb503f-3125-404a-a816-9a5999f42298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.236654742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fb503f-3125-404a-a816-9a5999f42298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.290465994Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fb503f-3125-404a-a816-9a5999f42298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.34396451Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"4c9cd97f-30b2-4bac-910e-207ebed922b5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.344297593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86fb503f-3125-404a-a816-9a5999f42298","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.515697323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"04c7b94b-2f1e-4204-869a-d04500ed911c","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.80348674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"c5e51d42-8d42-4d79-af70-b7a97c2004bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.925084171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"433273b1-29f9-4319-9f1c-6d29c7e57185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.925551107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"451b775a-3a00-4ffd-8bd1-10de819f6b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.982780382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"451b775a-3a00-4ffd-8bd1-10de819f6b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:33.98309729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"433273b1-29f9-4319-9f1c-6d29c7e57185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.024099838Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"61c7a1d8-6582-4ba9-a050-dda9f82edb43","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.037523655Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f26263f46fcdd16d8ead792f64f76481eac823ad5626b5dba0343796c7605b63) AuthConfig (d8e3261955d69df76484b6395474dcdfd6e6722531674166c8d0296d6c0c90d5) AuthConfig (26f2494fdc2f534702b676d568afe47730b3c1b1677283025b1c628c62eff1c1) AuthConfig (336746ef03d4a92fdf9f764f624d5ab2b9f93ac6fa236852b69c314c79324aad) AuthConfig (fb2f58b1371da732b160bb8d52ba699fc238a1364ab97a12230692faf383f733) AuthConfig (a4641f1e7042cd7f27db0cefc18a075912b60ace89433bdf43f9faa7df8b0040) AuthConfig (d4bb074b40cc2a2fdbb177cfa7dbcdd00a12bbbc27cc2fe45ce7b3c7c4bb516c) AuthConfig (8911c2d7b9a7f1b358122803ed34ea64428294dbba6924ae14cf4032f841527f) AuthConfig (f1f442f031cc702534e6233600a99ecede5b291dcd08e0cee20cb6c5314cc47e) AuthConfig (a9a5511e7ab9222536623f1b2401af0bf973ed8cbc249ab37d98526fda5d69f0) AuthConfig (34ad079a05905e92074c1d34203d2cb127e81d64c784526b79e36aff96fe1b44) AuthConfig (ee3ca4e673c5fa1aae70d3ccc3d7df79602a9eb7bf4863469a11c5a422315484) AuthConfig (bba12b211b0bf37b675977d29554c3285ba10804cfc75ff8f77e5f4d7a32916e) AuthConfig (ec4416e9567120bda5b7026a00206ba71c232fb3c4fbbf29ec667ac8a80307ea) AuthConfig (f517bfccf5106b78da4bf694a3f7a7fa65457ae30c0a47c741557fb9feda8f45) AuthConfig (62c0353e9ac347ab1948a05920495df95f00a4caa7d593fb032ff97d4f89f181) AuthConfig (fa9cadf4a58dfc6e01e54a4d7863f4e0890d8f8d29079875ab6532df2128f747) AuthConfig (92c6b89650a490bb0f529b32821470c0d90928d2e6113528c1abe2773fa30c54) AuthConfig (ca81ab6ecc0f28fae30d28f51d43579421293b38e8c5c36aa3bb2dbf06e84413) AuthConfig (b5ef996ae841505a5b6e776306fd867442d2d914fc703e7a22c8fd502585ab49) AuthConfig (04ce82ea733398a626cbac017de7c0713dcc439a5e17926c264feb9ff956a720) AuthConfig (8ac5ae52ce1e7e7385edcda069cadef8ce9ad32acc067d9d280650b0c033b2c5) AuthConfig (97b79451e18bb07fcd415a02787c38d371517ce4ff24d9d8e2ec04173813b123) AuthConfig (5bc95998638ceec50f8bd3a3d82903cec997701fd1c4e61d9e62fb4ee5a5f5b9) AuthConfig (5b94a78654784011508cce3ebd8c99e8c8e2f7472467813f3abca3ade966d9ce) AuthConfig (321fdcc37fc9ec3f893aa084f1cb1b82740f924e2b28983820af47ec548ff49f) AuthConfig (9276b169ef5c15f71e8d6bb07dc8c8d8e103fab246a5b309b93d765d69570fa4) AuthConfig (979c704a2e09189a753abb9048cbd13f1eaee964d588569d4a8a88b2f2d0901b) AuthConfig (24ddc40e7ac33e62291ece1eb3c8258a55a1a75b9566baae6fc940b01f08698f) AuthConfig (c12ebfe1a145aa596edbbb3b4897458fcb38ac6cc072da4902f6ce6b0a54c8ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"451b775a-3a00-4ffd-8bd1-10de819f6b9d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.037642238Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f26263f46fcdd16d8ead792f64f76481eac823ad5626b5dba0343796c7605b63) AuthConfig (d8e3261955d69df76484b6395474dcdfd6e6722531674166c8d0296d6c0c90d5) AuthConfig (26f2494fdc2f534702b676d568afe47730b3c1b1677283025b1c628c62eff1c1) AuthConfig (336746ef03d4a92fdf9f764f624d5ab2b9f93ac6fa236852b69c314c79324aad) AuthConfig (fb2f58b1371da732b160bb8d52ba699fc238a1364ab97a12230692faf383f733) AuthConfig (a4641f1e7042cd7f27db0cefc18a075912b60ace89433bdf43f9faa7df8b0040) AuthConfig (d4bb074b40cc2a2fdbb177cfa7dbcdd00a12bbbc27cc2fe45ce7b3c7c4bb516c) AuthConfig (8911c2d7b9a7f1b358122803ed34ea64428294dbba6924ae14cf4032f841527f) AuthConfig (f1f442f031cc702534e6233600a99ecede5b291dcd08e0cee20cb6c5314cc47e) AuthConfig (a9a5511e7ab9222536623f1b2401af0bf973ed8cbc249ab37d98526fda5d69f0) AuthConfig (34ad079a05905e92074c1d34203d2cb127e81d64c784526b79e36aff96fe1b44) AuthConfig (ee3ca4e673c5fa1aae70d3ccc3d7df79602a9eb7bf4863469a11c5a422315484) AuthConfig (bba12b211b0bf37b675977d29554c3285ba10804cfc75ff8f77e5f4d7a32916e) AuthConfig (ec4416e9567120bda5b7026a00206ba71c232fb3c4fbbf29ec667ac8a80307ea) AuthConfig (f517bfccf5106b78da4bf694a3f7a7fa65457ae30c0a47c741557fb9feda8f45) AuthConfig (62c0353e9ac347ab1948a05920495df95f00a4caa7d593fb032ff97d4f89f181) AuthConfig (fa9cadf4a58dfc6e01e54a4d7863f4e0890d8f8d29079875ab6532df2128f747) AuthConfig (92c6b89650a490bb0f529b32821470c0d90928d2e6113528c1abe2773fa30c54) AuthConfig (ca81ab6ecc0f28fae30d28f51d43579421293b38e8c5c36aa3bb2dbf06e84413) AuthConfig (b5ef996ae841505a5b6e776306fd867442d2d914fc703e7a22c8fd502585ab49) AuthConfig (04ce82ea733398a626cbac017de7c0713dcc439a5e17926c264feb9ff956a720) AuthConfig (8ac5ae52ce1e7e7385edcda069cadef8ce9ad32acc067d9d280650b0c033b2c5) AuthConfig (97b79451e18bb07fcd415a02787c38d371517ce4ff24d9d8e2ec04173813b123) AuthConfig (5bc95998638ceec50f8bd3a3d82903cec997701fd1c4e61d9e62fb4ee5a5f5b9) AuthConfig (5b94a78654784011508cce3ebd8c99e8c8e2f7472467813f3abca3ade966d9ce) AuthConfig (321fdcc37fc9ec3f893aa084f1cb1b82740f924e2b28983820af47ec548ff49f) AuthConfig (9276b169ef5c15f71e8d6bb07dc8c8d8e103fab246a5b309b93d765d69570fa4) AuthConfig (979c704a2e09189a753abb9048cbd13f1eaee964d588569d4a8a88b2f2d0901b) AuthConfig (24ddc40e7ac33e62291ece1eb3c8258a55a1a75b9566baae6fc940b01f08698f) AuthConfig (c12ebfe1a145aa596edbbb3b4897458fcb38ac6cc072da4902f6ce6b0a54c8ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"433273b1-29f9-4319-9f1c-6d29c7e57185","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.095641872Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"fc149c59-67e2-479c-98ab-7d4ef146d5a9","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.096165094Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"2a824375-53bd-425a-af8f-87f67d9ccb53","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.261468172Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"c8032d8a-764a-4533-9d47-bf4ff53e1503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.261468162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"8e9a0527-a0d8-43e4-be8c-61fbf39be8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.325481949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"8e9a0527-a0d8-43e4-be8c-61fbf39be8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.327345297Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"c8032d8a-764a-4533-9d47-bf4ff53e1503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.38091794Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f26263f46fcdd16d8ead792f64f76481eac823ad5626b5dba0343796c7605b63) AuthConfig (d8e3261955d69df76484b6395474dcdfd6e6722531674166c8d0296d6c0c90d5) AuthConfig (26f2494fdc2f534702b676d568afe47730b3c1b1677283025b1c628c62eff1c1) AuthConfig (336746ef03d4a92fdf9f764f624d5ab2b9f93ac6fa236852b69c314c79324aad) AuthConfig (fb2f58b1371da732b160bb8d52ba699fc238a1364ab97a12230692faf383f733) AuthConfig (a4641f1e7042cd7f27db0cefc18a075912b60ace89433bdf43f9faa7df8b0040) AuthConfig (d4bb074b40cc2a2fdbb177cfa7dbcdd00a12bbbc27cc2fe45ce7b3c7c4bb516c) AuthConfig (8911c2d7b9a7f1b358122803ed34ea64428294dbba6924ae14cf4032f841527f) AuthConfig (f1f442f031cc702534e6233600a99ecede5b291dcd08e0cee20cb6c5314cc47e) AuthConfig (a9a5511e7ab9222536623f1b2401af0bf973ed8cbc249ab37d98526fda5d69f0) AuthConfig (34ad079a05905e92074c1d34203d2cb127e81d64c784526b79e36aff96fe1b44) AuthConfig (ee3ca4e673c5fa1aae70d3ccc3d7df79602a9eb7bf4863469a11c5a422315484) AuthConfig (bba12b211b0bf37b675977d29554c3285ba10804cfc75ff8f77e5f4d7a32916e) AuthConfig (ec4416e9567120bda5b7026a00206ba71c232fb3c4fbbf29ec667ac8a80307ea) AuthConfig (f517bfccf5106b78da4bf694a3f7a7fa65457ae30c0a47c741557fb9feda8f45) AuthConfig (62c0353e9ac347ab1948a05920495df95f00a4caa7d593fb032ff97d4f89f181) AuthConfig (fa9cadf4a58dfc6e01e54a4d7863f4e0890d8f8d29079875ab6532df2128f747) AuthConfig (92c6b89650a490bb0f529b32821470c0d90928d2e6113528c1abe2773fa30c54) AuthConfig (ca81ab6ecc0f28fae30d28f51d43579421293b38e8c5c36aa3bb2dbf06e84413) AuthConfig (b5ef996ae841505a5b6e776306fd867442d2d914fc703e7a22c8fd502585ab49) AuthConfig (04ce82ea733398a626cbac017de7c0713dcc439a5e17926c264feb9ff956a720) AuthConfig (8ac5ae52ce1e7e7385edcda069cadef8ce9ad32acc067d9d280650b0c033b2c5) AuthConfig (97b79451e18bb07fcd415a02787c38d371517ce4ff24d9d8e2ec04173813b123) AuthConfig (5bc95998638ceec50f8bd3a3d82903cec997701fd1c4e61d9e62fb4ee5a5f5b9) AuthConfig (5b94a78654784011508cce3ebd8c99e8c8e2f7472467813f3abca3ade966d9ce) AuthConfig (321fdcc37fc9ec3f893aa084f1cb1b82740f924e2b28983820af47ec548ff49f) AuthConfig (9276b169ef5c15f71e8d6bb07dc8c8d8e103fab246a5b309b93d765d69570fa4) AuthConfig (979c704a2e09189a753abb9048cbd13f1eaee964d588569d4a8a88b2f2d0901b) AuthConfig (24ddc40e7ac33e62291ece1eb3c8258a55a1a75b9566baae6fc940b01f08698f) AuthConfig (c12ebfe1a145aa596edbbb3b4897458fcb38ac6cc072da4902f6ce6b0a54c8ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"8e9a0527-a0d8-43e4-be8c-61fbf39be8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.382105122Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f26263f46fcdd16d8ead792f64f76481eac823ad5626b5dba0343796c7605b63) AuthConfig (d8e3261955d69df76484b6395474dcdfd6e6722531674166c8d0296d6c0c90d5) AuthConfig (26f2494fdc2f534702b676d568afe47730b3c1b1677283025b1c628c62eff1c1) AuthConfig (336746ef03d4a92fdf9f764f624d5ab2b9f93ac6fa236852b69c314c79324aad) AuthConfig (fb2f58b1371da732b160bb8d52ba699fc238a1364ab97a12230692faf383f733) AuthConfig (a4641f1e7042cd7f27db0cefc18a075912b60ace89433bdf43f9faa7df8b0040) AuthConfig (d4bb074b40cc2a2fdbb177cfa7dbcdd00a12bbbc27cc2fe45ce7b3c7c4bb516c) AuthConfig (8911c2d7b9a7f1b358122803ed34ea64428294dbba6924ae14cf4032f841527f) AuthConfig (f1f442f031cc702534e6233600a99ecede5b291dcd08e0cee20cb6c5314cc47e) AuthConfig (a9a5511e7ab9222536623f1b2401af0bf973ed8cbc249ab37d98526fda5d69f0) AuthConfig (34ad079a05905e92074c1d34203d2cb127e81d64c784526b79e36aff96fe1b44) AuthConfig (ee3ca4e673c5fa1aae70d3ccc3d7df79602a9eb7bf4863469a11c5a422315484) AuthConfig (bba12b211b0bf37b675977d29554c3285ba10804cfc75ff8f77e5f4d7a32916e) AuthConfig (ec4416e9567120bda5b7026a00206ba71c232fb3c4fbbf29ec667ac8a80307ea) AuthConfig (f517bfccf5106b78da4bf694a3f7a7fa65457ae30c0a47c741557fb9feda8f45) AuthConfig (62c0353e9ac347ab1948a05920495df95f00a4caa7d593fb032ff97d4f89f181) AuthConfig (fa9cadf4a58dfc6e01e54a4d7863f4e0890d8f8d29079875ab6532df2128f747) AuthConfig (92c6b89650a490bb0f529b32821470c0d90928d2e6113528c1abe2773fa30c54) AuthConfig (ca81ab6ecc0f28fae30d28f51d43579421293b38e8c5c36aa3bb2dbf06e84413) AuthConfig (b5ef996ae841505a5b6e776306fd867442d2d914fc703e7a22c8fd502585ab49) AuthConfig (04ce82ea733398a626cbac017de7c0713dcc439a5e17926c264feb9ff956a720) AuthConfig (8ac5ae52ce1e7e7385edcda069cadef8ce9ad32acc067d9d280650b0c033b2c5) AuthConfig (97b79451e18bb07fcd415a02787c38d371517ce4ff24d9d8e2ec04173813b123) AuthConfig (5bc95998638ceec50f8bd3a3d82903cec997701fd1c4e61d9e62fb4ee5a5f5b9) AuthConfig (5b94a78654784011508cce3ebd8c99e8c8e2f7472467813f3abca3ade966d9ce) AuthConfig (321fdcc37fc9ec3f893aa084f1cb1b82740f924e2b28983820af47ec548ff49f) AuthConfig (9276b169ef5c15f71e8d6bb07dc8c8d8e103fab246a5b309b93d765d69570fa4) AuthConfig (979c704a2e09189a753abb9048cbd13f1eaee964d588569d4a8a88b2f2d0901b) AuthConfig (24ddc40e7ac33e62291ece1eb3c8258a55a1a75b9566baae6fc940b01f08698f) AuthConfig (c12ebfe1a145aa596edbbb3b4897458fcb38ac6cc072da4902f6ce6b0a54c8ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"c8032d8a-764a-4533-9d47-bf4ff53e1503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:19:34.435279722Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"c8032d8a-764a-4533-9d47-bf4ff53e1503","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.604065188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"f1406470-c300-4f11-bb0d-6b38c1a342b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.661984246Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"f1406470-c300-4f11-bb0d-6b38c1a342b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.718201549Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f26263f46fcdd16d8ead792f64f76481eac823ad5626b5dba0343796c7605b63) AuthConfig (d8e3261955d69df76484b6395474dcdfd6e6722531674166c8d0296d6c0c90d5) AuthConfig (26f2494fdc2f534702b676d568afe47730b3c1b1677283025b1c628c62eff1c1) AuthConfig (336746ef03d4a92fdf9f764f624d5ab2b9f93ac6fa236852b69c314c79324aad) AuthConfig (fb2f58b1371da732b160bb8d52ba699fc238a1364ab97a12230692faf383f733) AuthConfig (a4641f1e7042cd7f27db0cefc18a075912b60ace89433bdf43f9faa7df8b0040) AuthConfig (d4bb074b40cc2a2fdbb177cfa7dbcdd00a12bbbc27cc2fe45ce7b3c7c4bb516c) AuthConfig (8911c2d7b9a7f1b358122803ed34ea64428294dbba6924ae14cf4032f841527f) AuthConfig (f1f442f031cc702534e6233600a99ecede5b291dcd08e0cee20cb6c5314cc47e) AuthConfig (a9a5511e7ab9222536623f1b2401af0bf973ed8cbc249ab37d98526fda5d69f0) AuthConfig (34ad079a05905e92074c1d34203d2cb127e81d64c784526b79e36aff96fe1b44) AuthConfig (ee3ca4e673c5fa1aae70d3ccc3d7df79602a9eb7bf4863469a11c5a422315484) AuthConfig (bba12b211b0bf37b675977d29554c3285ba10804cfc75ff8f77e5f4d7a32916e) AuthConfig (ec4416e9567120bda5b7026a00206ba71c232fb3c4fbbf29ec667ac8a80307ea) AuthConfig (f517bfccf5106b78da4bf694a3f7a7fa65457ae30c0a47c741557fb9feda8f45) AuthConfig (62c0353e9ac347ab1948a05920495df95f00a4caa7d593fb032ff97d4f89f181) AuthConfig (fa9cadf4a58dfc6e01e54a4d7863f4e0890d8f8d29079875ab6532df2128f747) AuthConfig (92c6b89650a490bb0f529b32821470c0d90928d2e6113528c1abe2773fa30c54) AuthConfig (ca81ab6ecc0f28fae30d28f51d43579421293b38e8c5c36aa3bb2dbf06e84413) AuthConfig (b5ef996ae841505a5b6e776306fd867442d2d914fc703e7a22c8fd502585ab49) AuthConfig (04ce82ea733398a626cbac017de7c0713dcc439a5e17926c264feb9ff956a720) AuthConfig (8ac5ae52ce1e7e7385edcda069cadef8ce9ad32acc067d9d280650b0c033b2c5) AuthConfig (97b79451e18bb07fcd415a02787c38d371517ce4ff24d9d8e2ec04173813b123) AuthConfig (5bc95998638ceec50f8bd3a3d82903cec997701fd1c4e61d9e62fb4ee5a5f5b9) AuthConfig (5b94a78654784011508cce3ebd8c99e8c8e2f7472467813f3abca3ade966d9ce) AuthConfig (321fdcc37fc9ec3f893aa084f1cb1b82740f924e2b28983820af47ec548ff49f) AuthConfig (9276b169ef5c15f71e8d6bb07dc8c8d8e103fab246a5b309b93d765d69570fa4) AuthConfig (979c704a2e09189a753abb9048cbd13f1eaee964d588569d4a8a88b2f2d0901b) AuthConfig (24ddc40e7ac33e62291ece1eb3c8258a55a1a75b9566baae6fc940b01f08698f) AuthConfig (c12ebfe1a145aa596edbbb3b4897458fcb38ac6cc072da4902f6ce6b0a54c8ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"f1406470-c300-4f11-bb0d-6b38c1a342b7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.921142193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"086b89b9-b0d2-4654-b9b8-69b7da6c7f55","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:34.987731917Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"5c213cc7-c076-42de-ba51-09efa4536c09","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:36.574861074Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca66a205-1676-4546-b5b0-4bc7f2159667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:36.627322038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca66a205-1676-4546-b5b0-4bc7f2159667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:36.679584896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca66a205-1676-4546-b5b0-4bc7f2159667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:36.73205873Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ca66a205-1676-4546-b5b0-4bc7f2159667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:36.737319272Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-8e6407","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-8e6407","reconcileID":"b455dc19-73ce-4c85-8ab7-4141f1eaf0ba","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-8e6407","applied":{"maas.opendatahub.io/gateway-access-e2e-worker-w4-8e6407":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:38.892061718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b419b8-b03c-420d-9718-0bec874f2038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:38.944411721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b419b8-b03c-420d-9718-0bec874f2038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:38.996734259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b419b8-b03c-420d-9718-0bec874f2038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:39.024718867Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:39.049012188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"25b419b8-b03c-420d-9718-0bec874f2038","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:19:39.936399161Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-8e6407","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-8e6407","reconcileID":"56bd5f96-dc0e-4394-b54d-620ee5917425","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-worker-w4-8e6407\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:41.262648859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1b1b8c-bfe6-402c-8e25-483e17eb8145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:41.315496024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1b1b8c-bfe6-402c-8e25-483e17eb8145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:41.368093538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1b1b8c-bfe6-402c-8e25-483e17eb8145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:41.420661808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f1b1b8c-bfe6-402c-8e25-483e17eb8145","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:43.607187586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac3dba3-4482-475d-917c-89b67692f33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:43.660068289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac3dba3-4482-475d-917c-89b67692f33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:43.716953004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac3dba3-4482-475d-917c-89b67692f33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:43.772255699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7ac3dba3-4482-475d-917c-89b67692f33b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:44.140904861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"c31f1df9-c9be-466c-8cdb-696c91afe1f1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:44.255678051Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"c31f1df9-c9be-466c-8cdb-696c91afe1f1","name":"e2e-worker-w6-096685-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:44.561788673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"a5e9abd0-07d2-449e-b5c5-608be14ac49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:44.622674471Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"a5e9abd0-07d2-449e-b5c5-608be14ac49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:44.677682597Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f26263f46fcdd16d8ead792f64f76481eac823ad5626b5dba0343796c7605b63) AuthConfig (d8e3261955d69df76484b6395474dcdfd6e6722531674166c8d0296d6c0c90d5) AuthConfig (26f2494fdc2f534702b676d568afe47730b3c1b1677283025b1c628c62eff1c1) AuthConfig (336746ef03d4a92fdf9f764f624d5ab2b9f93ac6fa236852b69c314c79324aad) AuthConfig (fb2f58b1371da732b160bb8d52ba699fc238a1364ab97a12230692faf383f733) AuthConfig (a4641f1e7042cd7f27db0cefc18a075912b60ace89433bdf43f9faa7df8b0040) AuthConfig (d4bb074b40cc2a2fdbb177cfa7dbcdd00a12bbbc27cc2fe45ce7b3c7c4bb516c) AuthConfig (8911c2d7b9a7f1b358122803ed34ea64428294dbba6924ae14cf4032f841527f) AuthConfig (f1f442f031cc702534e6233600a99ecede5b291dcd08e0cee20cb6c5314cc47e) AuthConfig (a9a5511e7ab9222536623f1b2401af0bf973ed8cbc249ab37d98526fda5d69f0) AuthConfig (34ad079a05905e92074c1d34203d2cb127e81d64c784526b79e36aff96fe1b44) AuthConfig (ee3ca4e673c5fa1aae70d3ccc3d7df79602a9eb7bf4863469a11c5a422315484) AuthConfig (bba12b211b0bf37b675977d29554c3285ba10804cfc75ff8f77e5f4d7a32916e) AuthConfig (ec4416e9567120bda5b7026a00206ba71c232fb3c4fbbf29ec667ac8a80307ea) AuthConfig (f517bfccf5106b78da4bf694a3f7a7fa65457ae30c0a47c741557fb9feda8f45) AuthConfig (62c0353e9ac347ab1948a05920495df95f00a4caa7d593fb032ff97d4f89f181) AuthConfig (fa9cadf4a58dfc6e01e54a4d7863f4e0890d8f8d29079875ab6532df2128f747) AuthConfig (92c6b89650a490bb0f529b32821470c0d90928d2e6113528c1abe2773fa30c54) AuthConfig (ca81ab6ecc0f28fae30d28f51d43579421293b38e8c5c36aa3bb2dbf06e84413) AuthConfig (b5ef996ae841505a5b6e776306fd867442d2d914fc703e7a22c8fd502585ab49) AuthConfig (04ce82ea733398a626cbac017de7c0713dcc439a5e17926c264feb9ff956a720) AuthConfig (8ac5ae52ce1e7e7385edcda069cadef8ce9ad32acc067d9d280650b0c033b2c5) AuthConfig (97b79451e18bb07fcd415a02787c38d371517ce4ff24d9d8e2ec04173813b123) AuthConfig (5bc95998638ceec50f8bd3a3d82903cec997701fd1c4e61d9e62fb4ee5a5f5b9) AuthConfig (5b94a78654784011508cce3ebd8c99e8c8e2f7472467813f3abca3ade966d9ce) AuthConfig (321fdcc37fc9ec3f893aa084f1cb1b82740f924e2b28983820af47ec548ff49f) AuthConfig (9276b169ef5c15f71e8d6bb07dc8c8d8e103fab246a5b309b93d765d69570fa4) AuthConfig (979c704a2e09189a753abb9048cbd13f1eaee964d588569d4a8a88b2f2d0901b) AuthConfig (24ddc40e7ac33e62291ece1eb3c8258a55a1a75b9566baae6fc940b01f08698f) AuthConfig (c12ebfe1a145aa596edbbb3b4897458fcb38ac6cc072da4902f6ce6b0a54c8ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"a5e9abd0-07d2-449e-b5c5-608be14ac49a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:44.883904973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"88e4f2f3-3454-4faf-81bf-c8c05991eeac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:44.940334671Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"88e4f2f3-3454-4faf-81bf-c8c05991eeac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:44.99497006Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w1-d0628e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (f26263f46fcdd16d8ead792f64f76481eac823ad5626b5dba0343796c7605b63) AuthConfig (d8e3261955d69df76484b6395474dcdfd6e6722531674166c8d0296d6c0c90d5) AuthConfig (26f2494fdc2f534702b676d568afe47730b3c1b1677283025b1c628c62eff1c1) AuthConfig (336746ef03d4a92fdf9f764f624d5ab2b9f93ac6fa236852b69c314c79324aad) AuthConfig (fb2f58b1371da732b160bb8d52ba699fc238a1364ab97a12230692faf383f733) AuthConfig (a4641f1e7042cd7f27db0cefc18a075912b60ace89433bdf43f9faa7df8b0040) AuthConfig (d4bb074b40cc2a2fdbb177cfa7dbcdd00a12bbbc27cc2fe45ce7b3c7c4bb516c) AuthConfig (8911c2d7b9a7f1b358122803ed34ea64428294dbba6924ae14cf4032f841527f) AuthConfig (f1f442f031cc702534e6233600a99ecede5b291dcd08e0cee20cb6c5314cc47e) AuthConfig (a9a5511e7ab9222536623f1b2401af0bf973ed8cbc249ab37d98526fda5d69f0) AuthConfig (34ad079a05905e92074c1d34203d2cb127e81d64c784526b79e36aff96fe1b44) AuthConfig (ee3ca4e673c5fa1aae70d3ccc3d7df79602a9eb7bf4863469a11c5a422315484) AuthConfig (bba12b211b0bf37b675977d29554c3285ba10804cfc75ff8f77e5f4d7a32916e) AuthConfig (ec4416e9567120bda5b7026a00206ba71c232fb3c4fbbf29ec667ac8a80307ea) AuthConfig (f517bfccf5106b78da4bf694a3f7a7fa65457ae30c0a47c741557fb9feda8f45) AuthConfig (62c0353e9ac347ab1948a05920495df95f00a4caa7d593fb032ff97d4f89f181) AuthConfig (fa9cadf4a58dfc6e01e54a4d7863f4e0890d8f8d29079875ab6532df2128f747) AuthConfig (92c6b89650a490bb0f529b32821470c0d90928d2e6113528c1abe2773fa30c54) AuthConfig (ca81ab6ecc0f28fae30d28f51d43579421293b38e8c5c36aa3bb2dbf06e84413) AuthConfig (b5ef996ae841505a5b6e776306fd867442d2d914fc703e7a22c8fd502585ab49) AuthConfig (04ce82ea733398a626cbac017de7c0713dcc439a5e17926c264feb9ff956a720) AuthConfig (8ac5ae52ce1e7e7385edcda069cadef8ce9ad32acc067d9d280650b0c033b2c5) AuthConfig (97b79451e18bb07fcd415a02787c38d371517ce4ff24d9d8e2ec04173813b123) AuthConfig (5bc95998638ceec50f8bd3a3d82903cec997701fd1c4e61d9e62fb4ee5a5f5b9) AuthConfig (5b94a78654784011508cce3ebd8c99e8c8e2f7472467813f3abca3ade966d9ce) AuthConfig (321fdcc37fc9ec3f893aa084f1cb1b82740f924e2b28983820af47ec548ff49f) AuthConfig (9276b169ef5c15f71e8d6bb07dc8c8d8e103fab246a5b309b93d765d69570fa4) AuthConfig (979c704a2e09189a753abb9048cbd13f1eaee964d588569d4a8a88b2f2d0901b) AuthConfig (24ddc40e7ac33e62291ece1eb3c8258a55a1a75b9566baae6fc940b01f08698f) AuthConfig (c12ebfe1a145aa596edbbb3b4897458fcb38ac6cc072da4902f6ce6b0a54c8ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"88e4f2f3-3454-4faf-81bf-c8c05991eeac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:46.017055979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcce1c5-7a75-4dd6-9e54-10d000d8c222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:46.069856903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcce1c5-7a75-4dd6-9e54-10d000d8c222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:46.124929636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcce1c5-7a75-4dd6-9e54-10d000d8c222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:46.177378166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1dcce1c5-7a75-4dd6-9e54-10d000d8c222","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:48.384531434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4143c2b0-9a6f-470c-9854-0a1baf0e3e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:48.437134694Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4143c2b0-9a6f-470c-9854-0a1baf0e3e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:48.489581954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4143c2b0-9a6f-470c-9854-0a1baf0e3e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:48.542294724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4143c2b0-9a6f-470c-9854-0a1baf0e3e64","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:51.550485651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e516b3-980f-40f1-a364-09d83caca632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:51.603234601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e516b3-980f-40f1-a364-09d83caca632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:51.655695592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e516b3-980f-40f1-a364-09d83caca632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:51.708087073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"67e516b3-980f-40f1-a364-09d83caca632","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:53.868311925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4dbbae-a460-4c4f-b979-c43bc1c218dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:53.920495545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4dbbae-a460-4c4f-b979-c43bc1c218dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:53.97264356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4dbbae-a460-4c4f-b979-c43bc1c218dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:54.02509135Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab4dbbae-a460-4c4f-b979-c43bc1c218dd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:54.899322565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"66904e3a-322a-4d1d-8709-b917b773f3ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:54.955797302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"66904e3a-322a-4d1d-8709-b917b773f3ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.220329571Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"ec6637f2-565c-4bde-84da-f508b913c175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.277704832Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"ec6637f2-565c-4bde-84da-f508b913c175","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.278515544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"dd37c02b-dc21-432e-b23b-31bcc0a16401","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:55.653786104Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"299f2c53-3661-4491-80cc-47e5aec459c6","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:56.251280584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a08aa56-8841-4c3f-b22d-c7e33f65012a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:56.30365356Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a08aa56-8841-4c3f-b22d-c7e33f65012a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:56.356242279Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a08aa56-8841-4c3f-b22d-c7e33f65012a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:56.40860273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a08aa56-8841-4c3f-b22d-c7e33f65012a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:58.559351847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b277ab-63fd-4923-bab4-19816ce250e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:58.611723716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b277ab-63fd-4923-bab4-19816ce250e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:58.663990792Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b277ab-63fd-4923-bab4-19816ce250e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:58.716438322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96b277ab-63fd-4923-bab4-19816ce250e2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:59.931242004Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"1039b019-360e-4d6f-95de-1e27ce239cae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:19:59.954999158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"37ac1a10-d4d4-40a7-bded-668f83fc798d","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.099974462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"6eb6e776-17d5-4847-8c32-916451ea7736","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.161417582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"293cd892-75d1-43c4-a5f9-8902be9c3544","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.213386265Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"a777cc47-fe34-44d9-b9d6-1a368ce4c272","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:20:00.217788273Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.271790028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"546d7fab-7129-4c5c-b40f-1a2d5db66a91","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.276558361Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"947cb197-a140-418f-b728-40fdd51efea3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.327420488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"0adc8d9d-f010-46e1-8963-2911fe91a63c","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.385346428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"ae3126e0-850f-4a13-a2bd-acb48de3129c","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.427508943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"32bfcad1-5d84-42da-87fe-ca0ce6bce6c9","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.427763555Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"10210e08-ac53-4b1e-9e2f-054d68aba564","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.484281791Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"75239e7f-34fc-4e7d-ae48-ddda21f24b00","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"simulator-w0-e6ca80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.485829922Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"51906bb1-1696-45d5-9e40-0c163366564f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.586431087Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"6d22a450-f69e-4fe2-9ffa-93dee8f77267","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.608999809Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"51906bb1-1696-45d5-9e40-0c163366564f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.64071911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"b5c1d099-6ddf-4d65-8b60-0162231172ce","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.66393703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"51906bb1-1696-45d5-9e40-0c163366564f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.693053704Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"9e7656a9-9a0d-4949-a038-0c79dc4d0009","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:20:00.693947882Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"b7c42554-dc25-41fc-b443-c956a48e71f9","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:20:00.694196575Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.719973959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"69b2542f-e374-4736-b33f-c7bd0cc3a030","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.811556315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"af4f0166-9b55-4175-be97-94c7890ccadd","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.825579671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"ae5a89c2-841f-4c27-9a71-200b824d43f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.851156498Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"40f8ef4c-5380-445a-ab8d-814519697b57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.856339878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"1120ba12-55a6-454d-a2b5-54e109d4f2bc","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.881771817Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"ae5a89c2-841f-4c27-9a71-200b824d43f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.883345869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3586ae7-60fc-41a0-9651-c9bc82f4a36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.936171883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3586ae7-60fc-41a0-9651-c9bc82f4a36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.938469134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"ae5a89c2-841f-4c27-9a71-200b824d43f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.988974286Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3586ae7-60fc-41a0-9651-c9bc82f4a36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:00.994825914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"2f9826bd-0297-4e4a-bd49-996617a1255e","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.041265834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f3586ae7-60fc-41a0-9651-c9bc82f4a36c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:20:01.094627081Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"2f9826bd-0297-4e4a-bd49-996617a1255e","name":"premium-w0-e6ca80","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-e6ca80\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:20:01.094685256Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"2f9826bd-0297-4e4a-bd49-996617a1255e","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w0-e6ca80\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.100337979Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"03918ab5-7bb2-450e-8bca-74eb4e8bf3d5","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.148781794Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"9a658da3-b2d8-4cdb-8240-0dd82d7c74ed","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"premium-w0-e6ca80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.197803167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"8cd0db86-de00-43f3-80df-d4a7b8786c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.197821751Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"5f95e7e3-2471-4b78-86b7-8ea05c2a4258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.254433283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"5f95e7e3-2471-4b78-86b7-8ea05c2a4258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.254537498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"8cd0db86-de00-43f3-80df-d4a7b8786c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.311207703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"8cd0db86-de00-43f3-80df-d4a7b8786c76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.311991115Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"5f95e7e3-2471-4b78-86b7-8ea05c2a4258","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.36648414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"25738b06-ebc6-45e5-85fd-d8b20f51be15","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.368742574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"78997990-cf31-4823-80d8-d4a010b57d22","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.469602038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b7463693-041f-489c-b925-b618cfe30903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.522534592Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"9d3401e6-f9e7-4ff0-9171-481da85e3ccf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.525606758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b7463693-041f-489c-b925-b618cfe30903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.57017568Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"45633400-d623-4ff4-bce3-b16bfbe84c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.580856971Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b7463693-041f-489c-b925-b618cfe30903","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.626138596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"45633400-d623-4ff4-bce3-b16bfbe84c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:01.681336511Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"45633400-d623-4ff4-bce3-b16bfbe84c02","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.195545407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e111af5b-7a81-4565-8bfc-ada50dc1c28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.248282864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e111af5b-7a81-4565-8bfc-ada50dc1c28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.300780663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e111af5b-7a81-4565-8bfc-ada50dc1c28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:03.3536228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e111af5b-7a81-4565-8bfc-ada50dc1c28b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:05.5466842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a139c29c-f451-4f64-9869-21765ebc4b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:05.599129289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a139c29c-f451-4f64-9869-21765ebc4b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:05.651537772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a139c29c-f451-4f64-9869-21765ebc4b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:05.703860822Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a139c29c-f451-4f64-9869-21765ebc4b3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:07.954335542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd878dcb-b81d-4d75-8c80-6d9d596bfe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:08.006792572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd878dcb-b81d-4d75-8c80-6d9d596bfe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:08.059246471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd878dcb-b81d-4d75-8c80-6d9d596bfe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:08.112129952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd878dcb-b81d-4d75-8c80-6d9d596bfe41","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:09.026707188Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.048488946Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"0a160d24-a36e-4a14-a79c-5f2726611d08","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.147967247Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"65f3628d-53af-47bc-b22e-23224024054e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.168659563Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"b2be66e2-bf2d-4d33-a8ab-2bc1ac454947","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.249693909Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"083df3c1-ebc5-4ef0-8681-73e1b5a6f4ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.350344145Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"41e351b2-f058-43c5-8ff2-5e3687acbf7b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.417296042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"41069fbe-72a6-4736-b7e3-87f73bc8c939","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.552448759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"e34838f3-d35d-48ad-8bc5-41ed8d43f797","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.688782046Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"1153ec6c-a584-43f6-833f-f0796d51ad22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.688792573Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"6c13918e-8a01-4bbb-9d8d-5bc715a1c539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.716004719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"c976eb0c-7e11-487b-bc4b-4cf2eff2af7e","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.745033582Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"6c13918e-8a01-4bbb-9d8d-5bc715a1c539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.745365537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"1153ec6c-a584-43f6-833f-f0796d51ad22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.800712753Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9d08e461243de62da5070feea7b10ffdc7d8867f280964abf43af862f6d427f) AuthConfig (280d5021b5488fb3fbae216349268b09d59c0c015d1c835813e87df4512f725a) AuthConfig (7ce808a50c5733e93fb09620ca0f3e6e758063601410f91846df76cddec10cdb) AuthConfig (f17ac4b51977294f1ef56a5d292113171714e67718e2408c931cf32c4903d00b) AuthConfig (f3038e6eae98ee94287e670a0c686122a2dc373b6ed8e367fb10bd2b3004ab01) AuthConfig (d7763e7b575e6d7c64170e9fb406e18bdf564fb3c510ea06c1112cec15a463b1) AuthConfig (42b796016feb573e471ac8b5b135007ac6e430d80d68230757019b454926e238) AuthConfig (44ce2438737e80973885cc360b85dad07a679107cbb6eec188f67d4bc6af22a6) AuthConfig (06e26fa2dedce0b56e228b0a2968eb3556f623e86a88e4c18bce24de53315116) AuthConfig (6c6cd81ebbfbdd0e5dbe7856aedc124ab9f0fbe1b1d91813458c43549cb41672) AuthConfig (b01fc7119db35752cf888370a6dbc831e27f33abd2118d00050f43463b9c96be) AuthConfig (c218f64fac4da64ca1d1b188f087eb713ce38e31e8400d4cc911d67ddadf26a9) AuthConfig (d672a8274bdc1d5ec4cd192a0efc06373904db76b987623f7c91d0998ff88939) AuthConfig (7b962d97bfad6d02bc943a473cb99db9e8b0b05ebf32c3982cdcaafce98d24d9) AuthConfig (39ebc7db5d65450eae562786207f061b7e0cb6248d19d8e3efc687eb3e3bd906) AuthConfig (3c138c745dd32105eba230cce3ab3ab5be0066d5f617c917eb6b67b03b2d7dbe) AuthConfig (d8f6a195b808cf11a25d6dc1ac6c6f4cded075552276d6caba3bfb2eacf6dd1d) AuthConfig (22dc1e5aa0daf91cb1b46beebee5d43163b118cc632781aa34ae426754853e55) AuthConfig (be28cddc3ed41a1ef0503933d538053f6df84e71df5e25c6013108e4b0d66778) AuthConfig (d1494f4d673343a046763403a6edde3736131810f0375c200192627491eff777) AuthConfig (879e0198cff4291b00fc7e1cf8c48d97ceaafc0ad028e69382e234fd3676fb48) AuthConfig (30957bd1f37988fcbb830ce63936d19f79073bd9219263e9ae24a5367207fc1c) AuthConfig (200787db7d9dca71b8bb99cb5843249b4a6ffe48fb46cc397bfac15a6f582402) AuthConfig (073f62c5e634f68977ed67742b2ff53e70a74c9313f0308a07c5be0869df2fef) AuthConfig (f1339d89000b2477a48d083120c8f2ccc04a566ad996ee39e98a33a4d85fb731) AuthConfig (4bd049fc75ffd5c0f03877573a53f192f08e1a7d6c39a35b4366d27e16fca45a) AuthConfig (9786f4bd5fb622aa291e579437704cdc54087e8abde6565040381d49a3e816e1) AuthConfig (2176ed0e2cd8bff7af6cf6413fd90ca2aeb7bb41859904d2cd4f6fabd095b490) AuthConfig (5997a8da64e974a7dc42d9a38521b77b9d0fa929d3af4207f1e266814d97141f) AuthConfig (7c698c271dbf216773eee1552c337347281bc0ce90c9813ff13a4dd17afc029d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"6c13918e-8a01-4bbb-9d8d-5bc715a1c539","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.800742302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9d08e461243de62da5070feea7b10ffdc7d8867f280964abf43af862f6d427f) AuthConfig (280d5021b5488fb3fbae216349268b09d59c0c015d1c835813e87df4512f725a) AuthConfig (7ce808a50c5733e93fb09620ca0f3e6e758063601410f91846df76cddec10cdb) AuthConfig (f17ac4b51977294f1ef56a5d292113171714e67718e2408c931cf32c4903d00b) AuthConfig (f3038e6eae98ee94287e670a0c686122a2dc373b6ed8e367fb10bd2b3004ab01) AuthConfig (d7763e7b575e6d7c64170e9fb406e18bdf564fb3c510ea06c1112cec15a463b1) AuthConfig (42b796016feb573e471ac8b5b135007ac6e430d80d68230757019b454926e238) AuthConfig (44ce2438737e80973885cc360b85dad07a679107cbb6eec188f67d4bc6af22a6) AuthConfig (06e26fa2dedce0b56e228b0a2968eb3556f623e86a88e4c18bce24de53315116) AuthConfig (6c6cd81ebbfbdd0e5dbe7856aedc124ab9f0fbe1b1d91813458c43549cb41672) AuthConfig (b01fc7119db35752cf888370a6dbc831e27f33abd2118d00050f43463b9c96be) AuthConfig (c218f64fac4da64ca1d1b188f087eb713ce38e31e8400d4cc911d67ddadf26a9) AuthConfig (d672a8274bdc1d5ec4cd192a0efc06373904db76b987623f7c91d0998ff88939) AuthConfig (7b962d97bfad6d02bc943a473cb99db9e8b0b05ebf32c3982cdcaafce98d24d9) AuthConfig (39ebc7db5d65450eae562786207f061b7e0cb6248d19d8e3efc687eb3e3bd906) AuthConfig (3c138c745dd32105eba230cce3ab3ab5be0066d5f617c917eb6b67b03b2d7dbe) AuthConfig (d8f6a195b808cf11a25d6dc1ac6c6f4cded075552276d6caba3bfb2eacf6dd1d) AuthConfig (22dc1e5aa0daf91cb1b46beebee5d43163b118cc632781aa34ae426754853e55) AuthConfig (be28cddc3ed41a1ef0503933d538053f6df84e71df5e25c6013108e4b0d66778) AuthConfig (d1494f4d673343a046763403a6edde3736131810f0375c200192627491eff777) AuthConfig (879e0198cff4291b00fc7e1cf8c48d97ceaafc0ad028e69382e234fd3676fb48) AuthConfig (30957bd1f37988fcbb830ce63936d19f79073bd9219263e9ae24a5367207fc1c) AuthConfig (200787db7d9dca71b8bb99cb5843249b4a6ffe48fb46cc397bfac15a6f582402) AuthConfig (073f62c5e634f68977ed67742b2ff53e70a74c9313f0308a07c5be0869df2fef) AuthConfig (f1339d89000b2477a48d083120c8f2ccc04a566ad996ee39e98a33a4d85fb731) AuthConfig (4bd049fc75ffd5c0f03877573a53f192f08e1a7d6c39a35b4366d27e16fca45a) AuthConfig (9786f4bd5fb622aa291e579437704cdc54087e8abde6565040381d49a3e816e1) AuthConfig (2176ed0e2cd8bff7af6cf6413fd90ca2aeb7bb41859904d2cd4f6fabd095b490) AuthConfig (5997a8da64e974a7dc42d9a38521b77b9d0fa929d3af4207f1e266814d97141f) AuthConfig (7c698c271dbf216773eee1552c337347281bc0ce90c9813ff13a4dd17afc029d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"1153ec6c-a584-43f6-833f-f0796d51ad22","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.858903586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"e0e85b11-3d6c-4a2b-a95a-05c7eb02399a","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:10.861687129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"1ebb243e-5ded-47d1-8662-596a9e38f912","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:11.014819525Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"863eba13-f35b-4b4e-bb99-5c2cd2bb2b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:11.016655259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"2d2b8a97-baac-48ac-86f9-bf0396c3fc70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:11.07126189Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"863eba13-f35b-4b4e-bb99-5c2cd2bb2b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:11.075170127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"2d2b8a97-baac-48ac-86f9-bf0396c3fc70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:11.126454719Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9d08e461243de62da5070feea7b10ffdc7d8867f280964abf43af862f6d427f) AuthConfig (280d5021b5488fb3fbae216349268b09d59c0c015d1c835813e87df4512f725a) AuthConfig (7ce808a50c5733e93fb09620ca0f3e6e758063601410f91846df76cddec10cdb) AuthConfig (f17ac4b51977294f1ef56a5d292113171714e67718e2408c931cf32c4903d00b) AuthConfig (f3038e6eae98ee94287e670a0c686122a2dc373b6ed8e367fb10bd2b3004ab01) AuthConfig (d7763e7b575e6d7c64170e9fb406e18bdf564fb3c510ea06c1112cec15a463b1) AuthConfig (42b796016feb573e471ac8b5b135007ac6e430d80d68230757019b454926e238) AuthConfig (44ce2438737e80973885cc360b85dad07a679107cbb6eec188f67d4bc6af22a6) AuthConfig (06e26fa2dedce0b56e228b0a2968eb3556f623e86a88e4c18bce24de53315116) AuthConfig (6c6cd81ebbfbdd0e5dbe7856aedc124ab9f0fbe1b1d91813458c43549cb41672) AuthConfig (b01fc7119db35752cf888370a6dbc831e27f33abd2118d00050f43463b9c96be) AuthConfig (c218f64fac4da64ca1d1b188f087eb713ce38e31e8400d4cc911d67ddadf26a9) AuthConfig (d672a8274bdc1d5ec4cd192a0efc06373904db76b987623f7c91d0998ff88939) AuthConfig (7b962d97bfad6d02bc943a473cb99db9e8b0b05ebf32c3982cdcaafce98d24d9) AuthConfig (39ebc7db5d65450eae562786207f061b7e0cb6248d19d8e3efc687eb3e3bd906) AuthConfig (3c138c745dd32105eba230cce3ab3ab5be0066d5f617c917eb6b67b03b2d7dbe) AuthConfig (d8f6a195b808cf11a25d6dc1ac6c6f4cded075552276d6caba3bfb2eacf6dd1d) AuthConfig (22dc1e5aa0daf91cb1b46beebee5d43163b118cc632781aa34ae426754853e55) AuthConfig (be28cddc3ed41a1ef0503933d538053f6df84e71df5e25c6013108e4b0d66778) AuthConfig (d1494f4d673343a046763403a6edde3736131810f0375c200192627491eff777) AuthConfig (879e0198cff4291b00fc7e1cf8c48d97ceaafc0ad028e69382e234fd3676fb48) AuthConfig (30957bd1f37988fcbb830ce63936d19f79073bd9219263e9ae24a5367207fc1c) AuthConfig (200787db7d9dca71b8bb99cb5843249b4a6ffe48fb46cc397bfac15a6f582402) AuthConfig (073f62c5e634f68977ed67742b2ff53e70a74c9313f0308a07c5be0869df2fef) AuthConfig (f1339d89000b2477a48d083120c8f2ccc04a566ad996ee39e98a33a4d85fb731) AuthConfig (4bd049fc75ffd5c0f03877573a53f192f08e1a7d6c39a35b4366d27e16fca45a) AuthConfig (9786f4bd5fb622aa291e579437704cdc54087e8abde6565040381d49a3e816e1) AuthConfig (2176ed0e2cd8bff7af6cf6413fd90ca2aeb7bb41859904d2cd4f6fabd095b490) AuthConfig (5997a8da64e974a7dc42d9a38521b77b9d0fa929d3af4207f1e266814d97141f) AuthConfig (7c698c271dbf216773eee1552c337347281bc0ce90c9813ff13a4dd17afc029d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"863eba13-f35b-4b4e-bb99-5c2cd2bb2b0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:11.13001499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9d08e461243de62da5070feea7b10ffdc7d8867f280964abf43af862f6d427f) AuthConfig (280d5021b5488fb3fbae216349268b09d59c0c015d1c835813e87df4512f725a) AuthConfig (7ce808a50c5733e93fb09620ca0f3e6e758063601410f91846df76cddec10cdb) AuthConfig (f17ac4b51977294f1ef56a5d292113171714e67718e2408c931cf32c4903d00b) AuthConfig (f3038e6eae98ee94287e670a0c686122a2dc373b6ed8e367fb10bd2b3004ab01) AuthConfig (d7763e7b575e6d7c64170e9fb406e18bdf564fb3c510ea06c1112cec15a463b1) AuthConfig (42b796016feb573e471ac8b5b135007ac6e430d80d68230757019b454926e238) AuthConfig (44ce2438737e80973885cc360b85dad07a679107cbb6eec188f67d4bc6af22a6) AuthConfig (06e26fa2dedce0b56e228b0a2968eb3556f623e86a88e4c18bce24de53315116) AuthConfig (6c6cd81ebbfbdd0e5dbe7856aedc124ab9f0fbe1b1d91813458c43549cb41672) AuthConfig (b01fc7119db35752cf888370a6dbc831e27f33abd2118d00050f43463b9c96be) AuthConfig (c218f64fac4da64ca1d1b188f087eb713ce38e31e8400d4cc911d67ddadf26a9) AuthConfig (d672a8274bdc1d5ec4cd192a0efc06373904db76b987623f7c91d0998ff88939) AuthConfig (7b962d97bfad6d02bc943a473cb99db9e8b0b05ebf32c3982cdcaafce98d24d9) AuthConfig (39ebc7db5d65450eae562786207f061b7e0cb6248d19d8e3efc687eb3e3bd906) AuthConfig (3c138c745dd32105eba230cce3ab3ab5be0066d5f617c917eb6b67b03b2d7dbe) AuthConfig (d8f6a195b808cf11a25d6dc1ac6c6f4cded075552276d6caba3bfb2eacf6dd1d) AuthConfig (22dc1e5aa0daf91cb1b46beebee5d43163b118cc632781aa34ae426754853e55) AuthConfig (be28cddc3ed41a1ef0503933d538053f6df84e71df5e25c6013108e4b0d66778) AuthConfig (d1494f4d673343a046763403a6edde3736131810f0375c200192627491eff777) AuthConfig (879e0198cff4291b00fc7e1cf8c48d97ceaafc0ad028e69382e234fd3676fb48) AuthConfig (30957bd1f37988fcbb830ce63936d19f79073bd9219263e9ae24a5367207fc1c) AuthConfig (200787db7d9dca71b8bb99cb5843249b4a6ffe48fb46cc397bfac15a6f582402) AuthConfig (073f62c5e634f68977ed67742b2ff53e70a74c9313f0308a07c5be0869df2fef) AuthConfig (f1339d89000b2477a48d083120c8f2ccc04a566ad996ee39e98a33a4d85fb731) AuthConfig (4bd049fc75ffd5c0f03877573a53f192f08e1a7d6c39a35b4366d27e16fca45a) AuthConfig (9786f4bd5fb622aa291e579437704cdc54087e8abde6565040381d49a3e816e1) AuthConfig (2176ed0e2cd8bff7af6cf6413fd90ca2aeb7bb41859904d2cd4f6fabd095b490) AuthConfig (5997a8da64e974a7dc42d9a38521b77b9d0fa929d3af4207f1e266814d97141f) AuthConfig (7c698c271dbf216773eee1552c337347281bc0ce90c9813ff13a4dd17afc029d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"2d2b8a97-baac-48ac-86f9-bf0396c3fc70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:20:11.1796737Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"863eba13-f35b-4b4e-bb99-5c2cd2bb2b0d","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:11.341652163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d79aee59-73aa-4542-86dd-63420516eb6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:11.399019624Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d79aee59-73aa-4542-86dd-63420516eb6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:11.453935518Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9d08e461243de62da5070feea7b10ffdc7d8867f280964abf43af862f6d427f) AuthConfig (280d5021b5488fb3fbae216349268b09d59c0c015d1c835813e87df4512f725a) AuthConfig (7ce808a50c5733e93fb09620ca0f3e6e758063601410f91846df76cddec10cdb) AuthConfig (f17ac4b51977294f1ef56a5d292113171714e67718e2408c931cf32c4903d00b) AuthConfig (f3038e6eae98ee94287e670a0c686122a2dc373b6ed8e367fb10bd2b3004ab01) AuthConfig (d7763e7b575e6d7c64170e9fb406e18bdf564fb3c510ea06c1112cec15a463b1) AuthConfig (42b796016feb573e471ac8b5b135007ac6e430d80d68230757019b454926e238) AuthConfig (44ce2438737e80973885cc360b85dad07a679107cbb6eec188f67d4bc6af22a6) AuthConfig (06e26fa2dedce0b56e228b0a2968eb3556f623e86a88e4c18bce24de53315116) AuthConfig (6c6cd81ebbfbdd0e5dbe7856aedc124ab9f0fbe1b1d91813458c43549cb41672) AuthConfig (b01fc7119db35752cf888370a6dbc831e27f33abd2118d00050f43463b9c96be) AuthConfig (c218f64fac4da64ca1d1b188f087eb713ce38e31e8400d4cc911d67ddadf26a9) AuthConfig (d672a8274bdc1d5ec4cd192a0efc06373904db76b987623f7c91d0998ff88939) AuthConfig (7b962d97bfad6d02bc943a473cb99db9e8b0b05ebf32c3982cdcaafce98d24d9) AuthConfig (39ebc7db5d65450eae562786207f061b7e0cb6248d19d8e3efc687eb3e3bd906) AuthConfig (3c138c745dd32105eba230cce3ab3ab5be0066d5f617c917eb6b67b03b2d7dbe) AuthConfig (d8f6a195b808cf11a25d6dc1ac6c6f4cded075552276d6caba3bfb2eacf6dd1d) AuthConfig (22dc1e5aa0daf91cb1b46beebee5d43163b118cc632781aa34ae426754853e55) AuthConfig (be28cddc3ed41a1ef0503933d538053f6df84e71df5e25c6013108e4b0d66778) AuthConfig (d1494f4d673343a046763403a6edde3736131810f0375c200192627491eff777) AuthConfig (879e0198cff4291b00fc7e1cf8c48d97ceaafc0ad028e69382e234fd3676fb48) AuthConfig (30957bd1f37988fcbb830ce63936d19f79073bd9219263e9ae24a5367207fc1c) AuthConfig (200787db7d9dca71b8bb99cb5843249b4a6ffe48fb46cc397bfac15a6f582402) AuthConfig (073f62c5e634f68977ed67742b2ff53e70a74c9313f0308a07c5be0869df2fef) AuthConfig (f1339d89000b2477a48d083120c8f2ccc04a566ad996ee39e98a33a4d85fb731) AuthConfig (4bd049fc75ffd5c0f03877573a53f192f08e1a7d6c39a35b4366d27e16fca45a) AuthConfig (9786f4bd5fb622aa291e579437704cdc54087e8abde6565040381d49a3e816e1) AuthConfig (2176ed0e2cd8bff7af6cf6413fd90ca2aeb7bb41859904d2cd4f6fabd095b490) AuthConfig (5997a8da64e974a7dc42d9a38521b77b9d0fa929d3af4207f1e266814d97141f) AuthConfig (7c698c271dbf216773eee1552c337347281bc0ce90c9813ff13a4dd17afc029d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d79aee59-73aa-4542-86dd-63420516eb6b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:19.937556367Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"5075ac7f-9984-4bb8-a016-d16778890300","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:20.054868191Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"5075ac7f-9984-4bb8-a016-d16778890300","name":"e2e-worker-w4-8e6407-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:21.287548227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"6d2c8f54-dee4-4b9c-ba90-6df21c20e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:21.344932026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"6d2c8f54-dee4-4b9c-ba90-6df21c20e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:21.405833779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9d08e461243de62da5070feea7b10ffdc7d8867f280964abf43af862f6d427f) AuthConfig (280d5021b5488fb3fbae216349268b09d59c0c015d1c835813e87df4512f725a) AuthConfig (7ce808a50c5733e93fb09620ca0f3e6e758063601410f91846df76cddec10cdb) AuthConfig (f17ac4b51977294f1ef56a5d292113171714e67718e2408c931cf32c4903d00b) AuthConfig (f3038e6eae98ee94287e670a0c686122a2dc373b6ed8e367fb10bd2b3004ab01) AuthConfig (d7763e7b575e6d7c64170e9fb406e18bdf564fb3c510ea06c1112cec15a463b1) AuthConfig (42b796016feb573e471ac8b5b135007ac6e430d80d68230757019b454926e238) AuthConfig (44ce2438737e80973885cc360b85dad07a679107cbb6eec188f67d4bc6af22a6) AuthConfig (06e26fa2dedce0b56e228b0a2968eb3556f623e86a88e4c18bce24de53315116) AuthConfig (6c6cd81ebbfbdd0e5dbe7856aedc124ab9f0fbe1b1d91813458c43549cb41672) AuthConfig (b01fc7119db35752cf888370a6dbc831e27f33abd2118d00050f43463b9c96be) AuthConfig (c218f64fac4da64ca1d1b188f087eb713ce38e31e8400d4cc911d67ddadf26a9) AuthConfig (d672a8274bdc1d5ec4cd192a0efc06373904db76b987623f7c91d0998ff88939) AuthConfig (7b962d97bfad6d02bc943a473cb99db9e8b0b05ebf32c3982cdcaafce98d24d9) AuthConfig (39ebc7db5d65450eae562786207f061b7e0cb6248d19d8e3efc687eb3e3bd906) AuthConfig (3c138c745dd32105eba230cce3ab3ab5be0066d5f617c917eb6b67b03b2d7dbe) AuthConfig (d8f6a195b808cf11a25d6dc1ac6c6f4cded075552276d6caba3bfb2eacf6dd1d) AuthConfig (22dc1e5aa0daf91cb1b46beebee5d43163b118cc632781aa34ae426754853e55) AuthConfig (be28cddc3ed41a1ef0503933d538053f6df84e71df5e25c6013108e4b0d66778) AuthConfig (d1494f4d673343a046763403a6edde3736131810f0375c200192627491eff777) AuthConfig (879e0198cff4291b00fc7e1cf8c48d97ceaafc0ad028e69382e234fd3676fb48) AuthConfig (30957bd1f37988fcbb830ce63936d19f79073bd9219263e9ae24a5367207fc1c) AuthConfig (200787db7d9dca71b8bb99cb5843249b4a6ffe48fb46cc397bfac15a6f582402) AuthConfig (073f62c5e634f68977ed67742b2ff53e70a74c9313f0308a07c5be0869df2fef) AuthConfig (f1339d89000b2477a48d083120c8f2ccc04a566ad996ee39e98a33a4d85fb731) AuthConfig (4bd049fc75ffd5c0f03877573a53f192f08e1a7d6c39a35b4366d27e16fca45a) AuthConfig (9786f4bd5fb622aa291e579437704cdc54087e8abde6565040381d49a3e816e1) AuthConfig (2176ed0e2cd8bff7af6cf6413fd90ca2aeb7bb41859904d2cd4f6fabd095b490) AuthConfig (5997a8da64e974a7dc42d9a38521b77b9d0fa929d3af4207f1e266814d97141f) AuthConfig (7c698c271dbf216773eee1552c337347281bc0ce90c9813ff13a4dd17afc029d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"6d2c8f54-dee4-4b9c-ba90-6df21c20e226","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:21.61244997Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"ff8ee948-1ed5-4775-9395-3381aad68ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:21.668908662Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"ff8ee948-1ed5-4775-9395-3381aad68ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:21.725494941Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w0-e6ca80-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c9d08e461243de62da5070feea7b10ffdc7d8867f280964abf43af862f6d427f) AuthConfig (280d5021b5488fb3fbae216349268b09d59c0c015d1c835813e87df4512f725a) AuthConfig (7ce808a50c5733e93fb09620ca0f3e6e758063601410f91846df76cddec10cdb) AuthConfig (f17ac4b51977294f1ef56a5d292113171714e67718e2408c931cf32c4903d00b) AuthConfig (f3038e6eae98ee94287e670a0c686122a2dc373b6ed8e367fb10bd2b3004ab01) AuthConfig (d7763e7b575e6d7c64170e9fb406e18bdf564fb3c510ea06c1112cec15a463b1) AuthConfig (42b796016feb573e471ac8b5b135007ac6e430d80d68230757019b454926e238) AuthConfig (44ce2438737e80973885cc360b85dad07a679107cbb6eec188f67d4bc6af22a6) AuthConfig (06e26fa2dedce0b56e228b0a2968eb3556f623e86a88e4c18bce24de53315116) AuthConfig (6c6cd81ebbfbdd0e5dbe7856aedc124ab9f0fbe1b1d91813458c43549cb41672) AuthConfig (b01fc7119db35752cf888370a6dbc831e27f33abd2118d00050f43463b9c96be) AuthConfig (c218f64fac4da64ca1d1b188f087eb713ce38e31e8400d4cc911d67ddadf26a9) AuthConfig (d672a8274bdc1d5ec4cd192a0efc06373904db76b987623f7c91d0998ff88939) AuthConfig (7b962d97bfad6d02bc943a473cb99db9e8b0b05ebf32c3982cdcaafce98d24d9) AuthConfig (39ebc7db5d65450eae562786207f061b7e0cb6248d19d8e3efc687eb3e3bd906) AuthConfig (3c138c745dd32105eba230cce3ab3ab5be0066d5f617c917eb6b67b03b2d7dbe) AuthConfig (d8f6a195b808cf11a25d6dc1ac6c6f4cded075552276d6caba3bfb2eacf6dd1d) AuthConfig (22dc1e5aa0daf91cb1b46beebee5d43163b118cc632781aa34ae426754853e55) AuthConfig (be28cddc3ed41a1ef0503933d538053f6df84e71df5e25c6013108e4b0d66778) AuthConfig (d1494f4d673343a046763403a6edde3736131810f0375c200192627491eff777) AuthConfig (879e0198cff4291b00fc7e1cf8c48d97ceaafc0ad028e69382e234fd3676fb48) AuthConfig (30957bd1f37988fcbb830ce63936d19f79073bd9219263e9ae24a5367207fc1c) AuthConfig (200787db7d9dca71b8bb99cb5843249b4a6ffe48fb46cc397bfac15a6f582402) AuthConfig (073f62c5e634f68977ed67742b2ff53e70a74c9313f0308a07c5be0869df2fef) AuthConfig (f1339d89000b2477a48d083120c8f2ccc04a566ad996ee39e98a33a4d85fb731) AuthConfig (4bd049fc75ffd5c0f03877573a53f192f08e1a7d6c39a35b4366d27e16fca45a) AuthConfig (9786f4bd5fb622aa291e579437704cdc54087e8abde6565040381d49a3e816e1) AuthConfig (2176ed0e2cd8bff7af6cf6413fd90ca2aeb7bb41859904d2cd4f6fabd095b490) AuthConfig (5997a8da64e974a7dc42d9a38521b77b9d0fa929d3af4207f1e266814d97141f) AuthConfig (7c698c271dbf216773eee1552c337347281bc0ce90c9813ff13a4dd17afc029d)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"ff8ee948-1ed5-4775-9395-3381aad68ee3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.032099149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"878e9fbc-064f-4a82-84d1-385f0c807c3f","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.088793988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"834d8dda-b5bc-4079-80f4-cf83fb2d52ed","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.247612266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-auth","reconcileID":"b0afb9e5-1314-4a77-b08e-f9872e59dc43","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.304622957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e6448200-308f-4201-8da2-5105090942bf","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.306474118Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-auth","reconcileID":"b0afb9e5-1314-4a77-b08e-f9872e59dc43","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.363105843Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"f47e5d32-d78a-4558-9d39-8da7026c0cdd","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:20:25.413571151Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-sub","reconcileID":"fdef52b2-18d8-4ac6-afee-b201ff9eb191","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-active-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.421487288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"4cc60b9c-9ee4-4126-9ed2-93610afed525","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.463077843Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"4183920b-2da6-49fe-ab20-fa5adbda1969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.463077605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"3eb7b5ca-c34e-4186-92d1-ca5c6a69634a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.479047719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"28478f15-3c6f-40fe-8d4a-09593cf6a7c9","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.520443466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"3eb7b5ca-c34e-4186-92d1-ca5c6a69634a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.520806192Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"4183920b-2da6-49fe-ab20-fa5adbda1969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.529177247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"3454d463-e461-4217-b4e4-b0162e275207","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.58390677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"4a4a75f0-1d28-43ec-909c-2b8fde810b56","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.623565054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"5e055cd7-5b95-4bda-b9c8-d161962a7031","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.779976354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-auth","reconcileID":"298a0025-4e80-429c-8acd-26b126d3908f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.799250098Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-sub","reconcileID":"77444405-eb71-46a1-8cf2-99f118cce66e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/e2e-apikey-active-sub","ai-tenant-e2e-worker-w1-d0628e/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.838434964Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-auth","reconcileID":"298a0025-4e80-429c-8acd-26b126d3908f","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.962639044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"222f3257-d194-4658-b7b7-9d66a5215094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:25.962937685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"68ddf57b-7fb8-413c-a494-8835a4fe10f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:26.016236311Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"d55546db-2171-4498-abd6-517b60a9552f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:26.02007792Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"68ddf57b-7fb8-413c-a494-8835a4fe10f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:26.02073864Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"222f3257-d194-4658-b7b7-9d66a5215094","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:26.074275129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"4392a465-9673-4fe3-8103-0c1b67b14f5f","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:26.281126249Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-sub","reconcileID":"2fa7fcbd-4a09-4407-aa88-f20e52598442","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:27.079688122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e9c8f3-fd24-432b-bf37-1eb96fe8833b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:27.132497979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e9c8f3-fd24-432b-bf37-1eb96fe8833b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:27.185114809Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e9c8f3-fd24-432b-bf37-1eb96fe8833b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:27.237635058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17e9c8f3-fd24-432b-bf37-1eb96fe8833b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:28.231026907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"3b12eaeb-0983-4ab7-8f70-2b0b03014bcf","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:28.450158002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"a02b37f0-1cc3-4dcf-ba79-ab3ec6196023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:28.450309022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-auth","reconcileID":"9cbb032d-b726-4f26-9427-7e2dfdde75f3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:28.450157586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"18a3e923-e488-44c9-a12d-958c4bc622dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:28.510788766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"a02b37f0-1cc3-4dcf-ba79-ab3ec6196023","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:28.513013681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-auth","reconcileID":"9cbb032d-b726-4f26-9427-7e2dfdde75f3","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:28.516107193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"18a3e923-e488-44c9-a12d-958c4bc622dc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:29.401803175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8978bf3f-582f-4adf-a62c-ebc179e0a8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:29.45497462Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8978bf3f-582f-4adf-a62c-ebc179e0a8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:29.507578667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8978bf3f-582f-4adf-a62c-ebc179e0a8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:29.559925075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8978bf3f-582f-4adf-a62c-ebc179e0a8a3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:31.562906789Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"573da84c-b03c-43f6-b0c2-027082291832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:31.622645236Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"573da84c-b03c-43f6-b0c2-027082291832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:31.899744895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"dbc4af7f-16f1-48e9-a3ac-8ed07e1c1910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:31.943592854Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"d8cb3889-828e-42a6-982f-30ee7937de77","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:31.955819967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"dbc4af7f-16f1-48e9-a3ac-8ed07e1c1910","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:32.272133731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"9bdb5eb5-6ba1-4a41-b270-4c2369374981","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:35.466046486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"9f38f482-f5ea-47e8-bf04-1561afbb89ba","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:38.456203301Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-sub","reconcileID":"c6418193-d98f-4e78-9649-73846e82c62e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscription":"e2e-apikey-active-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:38.619277141Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-sub","reconcileID":"c6418193-d98f-4e78-9649-73846e82c62e","MaaSSubscription":{"name":"e2e-apikey-active-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:38.778617064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"7415727d-f941-45b1-81d3-4c9f46c11c6a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:38.83595123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"105a7567-f307-4b5a-b3be-24bcc9bdd0e9","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:38.981368165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"7c2098a2-92ab-4be7-b9ba-02556f11058a","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:38.993624316Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-auth","reconcileID":"5b616b41-04c3-41ff-a851-9f8a6c119de6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:38.993615274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"a6b2a9f5-1ea4-481c-a53a-e09d9f46b1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:38.99385354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"95aa65a0-209e-4413-bdb8-684471eeeff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:39.025252226Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:39.050975187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-auth","reconcileID":"5b616b41-04c3-41ff-a851-9f8a6c119de6","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:39.05098484Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"95aa65a0-209e-4413-bdb8-684471eeeff5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:39.053562404Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"a6b2a9f5-1ea4-481c-a53a-e09d9f46b1ae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:39.257017021Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-active-auth","reconcileID":"a1db6be9-56fa-4a04-b3b2-97fe03102f41","MaaSAuthPolicy":{"name":"e2e-apikey-active-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:39.466808486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"8eefa000-f9ea-4e98-85a2-7a46f98bcc56","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:40.418444086Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"6c2e9f1b-0e7e-4bed-bd00-ca3e20f438d6","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:40.475843877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"525f0612-ec4c-4e5c-960d-710faf43e396","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:40.631828674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"a183f3f6-204d-4c2b-9ad3-3c4f1bee2b2e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:40.689145465Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"a183f3f6-204d-4c2b-9ad3-3c4f1bee2b2e","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:41.004029546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"f49e3a43-4f78-4172-8f2d-4151d8b29878","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:41.163875217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"1235b1cf-25f0-4f4e-b576-f8875c6e2829","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:41.220295077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"1235b1cf-25f0-4f4e-b576-f8875c6e2829","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:42.499843745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"eb01c6f6-b014-4955-beb0-1e1e50290025","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:45.538822716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"8309890f-a5dc-4c2c-bda9-c1a9fb960a37","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:45.593617048Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"bfb0491b-f61b-46ac-9d83-9fa66c2aa301","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:45.749285698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2-auth","reconcileID":"eaaf201a-152f-402c-958f-7b33045e578f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:45.805493297Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"3d3c7660-e34e-4e4c-9ef9-322457cab5a2","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:45.805660908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2-auth","reconcileID":"eaaf201a-152f-402c-958f-7b33045e578f","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:45.86116818Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"bf661eb2-75bf-4e2a-af1b-4abbf72da939","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:20:45.911976595Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e82f5cf2","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2","reconcileID":"6aadb325-9f41-4260-be2b-b1dba00d13b1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-bulk-sub-e82f5cf2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:45.961357178Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d1077067-0adf-4dba-8f72-5d6d13338b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:45.961474552Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"d214a7ef-ef5e-4d8a-9899-a7b5d84ced8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.017590648Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"d214a7ef-ef5e-4d8a-9899-a7b5d84ced8c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.017700536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d1077067-0adf-4dba-8f72-5d6d13338b9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.024248688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"9a1d9936-c9c6-4c85-a6d0-b72cfe547431","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.071801264Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"4c8c8af1-01ab-4d4a-8f4e-1ee51ca14580","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.080554449Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"b1bfbb82-bd66-4cb4-96a3-bcdb1fd02d21","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.227154402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2-auth","reconcileID":"f81b4e4b-ea84-452a-af86-b57870ffdacd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.28445504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2-auth","reconcileID":"f81b4e4b-ea84-452a-af86-b57870ffdacd","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.300826154Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e82f5cf2","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2","reconcileID":"98fc0976-06c5-4f18-9161-b0e4947d3ad5","MaaSSubscription":{"name":"e2e-bulk-sub-e82f5cf2","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/e2e-bulk-sub-e82f5cf2","ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.334020309Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"0f85f633-878e-4d0b-ac7d-f70b76fd14d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.334043985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"24a3bf79-ab0d-45cf-b6dd-82edae1faabd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.391263191Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"0f85f633-878e-4d0b-ac7d-f70b76fd14d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.391385594Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"24a3bf79-ab0d-45cf-b6dd-82edae1faabd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.456815846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"a6967a8d-acdb-41a3-8976-080751c80eba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.466209887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"7dfd44f4-9821-4d43-895b-31ea990ed98b","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:46.623128556Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e82f5cf2","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2","reconcileID":"1e2fc833-604f-4df4-91b7-6fc180e98bb2","MaaSSubscription":{"name":"e2e-bulk-sub-e82f5cf2","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.693416112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"20655ebd-df34-4b83-b4b1-400dfe51b6bb","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.750915526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"14e71f29-a999-4c7a-b1d6-947070e1662d","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.802105605Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"06d4a9db-4f1f-455c-a456-6f0172ad0942","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:20:50.803486536Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d0628e/e2e-apikey-degraded-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-degraded-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.849943167Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"0ed8df7c-c518-4303-a71e-180dfd194fb9","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.850011553Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"3d136f10-2579-4f08-9b81-73fb809e6286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.850350169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"00509c2b-30cf-490a-8cac-e4cae777f87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.85634016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"11fbe0c3-ef69-4268-91ea-d44889c3195c","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.907748605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"0ed8df7c-c518-4303-a71e-180dfd194fb9","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.908344778Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"00509c2b-30cf-490a-8cac-e4cae777f87b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:50.910315071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"3d136f10-2579-4f08-9b81-73fb809e6286","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.070215004Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-sub","reconcileID":"df8808b2-f5b9-4a76-9c02-405890ce22b3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/e2e-apikey-degraded-sub","ai-tenant-e2e-worker-w1-d0628e/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.070366035Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-sub","reconcileID":"df8808b2-f5b9-4a76-9c02-405890ce22b3","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.234818317Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"ce3de1c1-bf92-4db4-b320-09859687f25b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.26879608Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"1ce9783d-438b-4149-a61a-69c6e539e3e6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.268795892Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"e416fc32-9f0a-4322-b1f4-71760b73e48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.268993347Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"0f9bd8dd-9bcb-453d-add0-40621c386cf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.330711304Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"1ce9783d-438b-4149-a61a-69c6e539e3e6","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.331241148Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"e416fc32-9f0a-4322-b1f4-71760b73e48d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.334272095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"0f9bd8dd-9bcb-453d-add0-40621c386cf7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.334956926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"91a8df97-07e8-4661-9e95-6f0fcbc365b4","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.494056553Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-sub","reconcileID":"df2e455c-f9e6-4756-a377-e609a792cfd0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.494257913Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-sub","reconcileID":"df2e455c-f9e6-4756-a377-e609a792cfd0","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.534005772Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"6a9706c4-c417-4a75-a55a-0f82805ec2f0","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.689301515Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"c4fc1a6f-5c4b-4c03-a659-80554f4fc361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.689344777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"1a78adac-2f7b-4c27-8809-2f82d7c56b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.689799392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2-auth","reconcileID":"eb609983-356d-44d2-9fc3-e2afd275c766","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.774209676Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"c4fc1a6f-5c4b-4c03-a659-80554f4fc361","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.778831424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2-auth","reconcileID":"eb609983-356d-44d2-9fc3-e2afd275c766","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:51.783005502Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"1a78adac-2f7b-4c27-8809-2f82d7c56b4e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:53.582104993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"97b95427-d5bd-47ed-8ddf-6f7646703c82","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:53.74695482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"52f9acfc-7893-4821-9c3a-21c811bf6df0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:53.746962996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"882a0e56-9881-46fe-962e-461f4db103fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:53.747224577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"df0db345-e633-4763-a049-42c968bd5522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:53.803337928Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"df0db345-e633-4763-a049-42c968bd5522","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:53.803453063Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"52f9acfc-7893-4821-9c3a-21c811bf6df0","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:20:53.805663058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"882a0e56-9881-46fe-962e-461f4db103fe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.068280939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62809325-7666-411b-9d3d-35a1ea3256ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.120658546Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62809325-7666-411b-9d3d-35a1ea3256ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.173111978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62809325-7666-411b-9d3d-35a1ea3256ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.225738028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62809325-7666-411b-9d3d-35a1ea3256ee","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.696258723Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e82f5cf2","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2","reconcileID":"919e5dd3-3108-4c4e-ab77-becf643c8979","MaaSSubscription":{"name":"e2e-bulk-sub-e82f5cf2","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscription":"e2e-bulk-sub-e82f5cf2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:01.859601587Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-bulk-sub-e82f5cf2","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2","reconcileID":"919e5dd3-3108-4c4e-ab77-becf643c8979","MaaSSubscription":{"name":"e2e-bulk-sub-e82f5cf2","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.017675087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"7c853dc1-f9cb-4a92-87f5-18f2a915f6e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.122728543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"d20b1141-f48f-442e-b5d4-f20051ac3c20","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.283607599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"3890e038-1610-4dc7-bc63-c02d35280e71","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.380171708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"0dcb5696-6e1e-45c9-8e5c-078552d30277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.380291504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2-auth","reconcileID":"44ab8889-3b51-4378-b006-b452fe7542a7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.380614798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"88378015-91fa-41c0-b832-208f871e59a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.437077818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"0dcb5696-6e1e-45c9-8e5c-078552d30277","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.437118461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"88378015-91fa-41c0-b832-208f871e59a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.439436722Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2-auth","reconcileID":"44ab8889-3b51-4378-b006-b452fe7542a7","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.649055303Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-bulk-sub-e82f5cf2-auth","reconcileID":"e1cd3b39-533b-4f9b-bc8c-5c67c5c19739","MaaSAuthPolicy":{"name":"e2e-bulk-sub-e82f5cf2-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:02.811525707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"5f301272-dee5-4e18-9d53-6463a49d22bb","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.37926714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5515ff82-abea-4476-b4ab-e6f3445a4429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.433862779Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5515ff82-abea-4476-b4ab-e6f3445a4429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.486769488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5515ff82-abea-4476-b4ab-e6f3445a4429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.539287175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5515ff82-abea-4476-b4ab-e6f3445a4429","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.660598234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"7c4a629b-98de-4cc8-a986-a47303dc63a5","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.71715278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"c2d97e90-e365-4434-876f-03f22f72d73a","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.748677708Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-sub","reconcileID":"3d47cde3-1fdc-4221-a0af-7ac5841211fb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.915706557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"af720ae2-c69f-45c0-9b7c-e9f97e554cfb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.923463023Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-sub","reconcileID":"3d47cde3-1fdc-4221-a0af-7ac5841211fb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.923492705Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-sub","reconcileID":"3d47cde3-1fdc-4221-a0af-7ac5841211fb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey","subscription":"e2e-apikey-degraded-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.923664475Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-sub","reconcileID":"3d47cde3-1fdc-4221-a0af-7ac5841211fb","MaaSSubscription":{"name":"e2e-apikey-degraded-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.940397081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"9ad18566-9c50-4cbf-aa99-d69f8ffd4d83","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.973007462Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"af720ae2-c69f-45c0-9b7c-e9f97e554cfb","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:03.995512613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"2bab123a-e3fe-4898-860c-832d9b0db0ea","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:21:04.048278662Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51","reconcileID":"d5629699-a32d-47b9-83af-a0c3ebe46ff5","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-a-d1359c51\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.081763826Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"ad7b369f-4675-4aee-b0f7-6b438209e74d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.097619387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"938be545-f702-425e-8d48-0439e57b11d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.097619402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"288987a6-ae95-4553-b50a-78c379e0aad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.159278521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"288987a6-ae95-4553-b50a-78c379e0aad7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.162764938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"938be545-f702-425e-8d48-0439e57b11d3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.165146422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"c3bf332a-0084-4790-b340-ca0f12db9de3","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.221473119Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"82641125-083e-46e0-a01f-1d5c60dfe8bb","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.240659117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"2ee7f6e3-43c9-4873-aab3-d80c1833a9f0","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.290715278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"309fca40-92f0-4f09-b37d-18eb89b66040","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.296316709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"e1e568b2-4585-48c1-a811-2c18773a5139","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.370826167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"fd499b41-875d-4bc6-b031-fc939499caee","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.401638875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"184f7bda-5fe4-4e1d-a79a-c52f75fbd5ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.402653449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"8a9c5570-c83d-47d1-9ee5-a2a257c117eb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.501675841Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51","reconcileID":"5b3d4cbb-b29b-4c88-ae03-e4e31d93eefb","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/e2e-filter-sub-a-d1359c51","ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.504825258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"184f7bda-5fe4-4e1d-a79a-c52f75fbd5ad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.507075995Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"8a9c5570-c83d-47d1-9ee5-a2a257c117eb","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.554434436Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"442c30af-542a-4a22-96bc-8514cdd794ea","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.610474993Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"442c30af-542a-4a22-96bc-8514cdd794ea","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.656997711Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"35b9a4ed-802e-4754-9ee4-857c9c52e0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.65699764Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"fa2edbb9-4fe6-4f7e-bb13-71bd5229d2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.659761462Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"3670646f-afb8-4509-bd12-0e2fdc0d9485","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.664504521Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-degraded-auth","reconcileID":"f52795f2-0ad7-470e-977b-f1c23509eaf1","MaaSAuthPolicy":{"name":"e2e-apikey-degraded-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.665407269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"1500d261-4a1b-4b24-b006-947e863b9e98","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.712946495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"35b9a4ed-802e-4754-9ee4-857c9c52e0d8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.713070169Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"fa2edbb9-4fe6-4f7e-bb13-71bd5229d2f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.818008882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"4cceffdd-22b4-417b-8e77-6b993ac58f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.822361675Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51","reconcileID":"5d992bff-78ad-4e4c-ba8f-011ae6e7bb76","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.825099901Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"1d6b87d9-49e2-4f35-86db-23caebcc19f2","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:04.874192957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"4cceffdd-22b4-417b-8e77-6b993ac58f6c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.480799988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"1cbce843-3934-484f-8792-3c0af81bee3a","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.535757993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"5ccf4d05-5ffc-4215-b87c-f224bcd61ac5","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.691311676Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"26c14fcb-5899-4c7e-95d1-5ff4a2778442","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.748028486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"26c14fcb-5899-4c7e-95d1-5ff4a2778442","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.77225463Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"18e4eb69-c5c6-496a-99e6-fb32023632a4","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.772293741Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w0-e6ca80 priority=0:[ai-tenant-e2e-worker-w0-e6ca80/e2e-filter-sub-a-d1359c51 ai-tenant-e2e-worker-w0-e6ca80/e2e-filter-sub-b-f4cf1000]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.828539271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"ec419860-b732-40f7-8bba-bb1b298270ef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.887871138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"fcb24fe5-3c3c-444e-98d1-cfe3b24ca1ab","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:21:06.890297699Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e6ca80/e2e-filter-sub-b-f4cf1000","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-filter-sub-b-f4cf1000\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.942339508Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"f7e8bde7-6cc8-45fc-bce6-fe5d24e0cd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.942489128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"3695aeb7-cc53-4184-98c5-e85a9c73dd20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.942349115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"283d5798-441e-4be6-8d9c-13d6936263ec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.945086142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"39058215-7e90-4845-aaf8-fd082be1a77b","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:06.999478082Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"283d5798-441e-4be6-8d9c-13d6936263ec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.000042855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"3695aeb7-cc53-4184-98c5-e85a9c73dd20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.003129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"f7e8bde7-6cc8-45fc-bce6-fe5d24e0cd1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.062710126Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"62ae72b0-0404-482a-b6a7-d16288df9f27","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.170375511Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000","reconcileID":"010424e3-7ecc-4306-8972-e5ee51cb1674","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/e2e-filter-sub-a-d1359c51","ai-tenant-e2e-worker-w0-e6ca80/e2e-filter-sub-b-f4cf1000","ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.225201596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"a8184b31-a6d8-45d1-8c4f-5d4c29c08c62","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.281067694Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"a8184b31-a6d8-45d1-8c4f-5d4c29c08c62","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.324288041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"21216122-5b82-4167-b678-a393bd46a393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.326539052Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51","reconcileID":"98e46395-8cb3-4475-9f3a-51a83d2d5442","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.326744329Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"0d03a147-1723-4f95-a1c8-d175ee9960ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.334094781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"513f6522-11cf-4705-8027-271c6bede449","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.380254368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"21216122-5b82-4167-b678-a393bd46a393","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.425410066Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"f70b10e8-808e-467c-a57a-3c76cbff1c2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.425412683Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"4722b813-1d41-4539-bb0f-9d8f290df792","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.481605202Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"4722b813-1d41-4539-bb0f-9d8f290df792","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.482969482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"f70b10e8-808e-467c-a57a-3c76cbff1c2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:07.490524515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000","reconcileID":"698bea49-03f1-4c74-9314-b64a9f91e04b","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:09.024080965Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.544363219Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"1d28be25-a426-41ad-af3f-9fcf92c943e7","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.702417315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"8064e918-a357-477d-a8e2-a0177d590e62","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.702429907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"ad9ea49e-cebf-4fb5-8af9-39db612db730","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.703403902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"eba45170-a262-4e86-b14b-6f81ae8dc5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.758589945Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"ad9ea49e-cebf-4fb5-8af9-39db612db730","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.759242368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"8064e918-a357-477d-a8e2-a0177d590e62","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.760860312Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"eba45170-a262-4e86-b14b-6f81ae8dc5ed","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.803530454Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"33a14bd5-7435-4af1-afe0-a9722c4fe969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.859463854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"33a14bd5-7435-4af1-afe0-a9722c4fe969","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:11.968940384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"13ff3e7d-8cc0-4677-858c-a44906676c36","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:12.034857234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"b6adb2b4-6d06-41d2-b432-a2a374db8d40","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:15.795207077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"98347406-c325-4b57-8e1c-19929c2025dd","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:15.851930699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"17bb05ed-1171-4574-a87d-22717801b950","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.007324635Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"d511341a-6a43-4092-80d6-aa7b9aa1d459","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.063538153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"d511341a-6a43-4092-80d6-aa7b9aa1d459","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.301123608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"ae86df96-9da2-4da9-bef4-a0b12b1de7c2","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:21:16.353949815Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d0628e/e2e-apikey-failed-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-apikey-failed-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.382291759Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"f97c1b07-0703-417c-a9b4-31e5595bde27","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.398291368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"58c623ea-e062-4478-a49d-0bbb91f608be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.398297542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"2455e8db-c37f-41de-a717-67b1c753f71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.4541678Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"58c623ea-e062-4478-a49d-0bbb91f608be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.455591231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"2455e8db-c37f-41de-a717-67b1c753f71e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.538277108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"ca95dcff-6148-4a91-9471-b4448d67d913","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.594250629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"ca95dcff-6148-4a91-9471-b4448d67d913","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.814967266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"7c1c588f-a24b-4291-9ae5-efcba718d376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.81499351Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"71c10a2b-f088-4153-8f3d-ddc7ebfe7dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:21:16.863753441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"ca95dcff-6148-4a91-9471-b4448d67d913","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-apikey-failed-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.871230525Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"71c10a2b-f088-4153-8f3d-ddc7ebfe7dae","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:16.871661187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"7c1c588f-a24b-4291-9ae5-efcba718d376","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:17.02416445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"d75b0736-c38e-4f82-9633-7c184e41e81d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:17.080254759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"d75b0736-c38e-4f82-9633-7c184e41e81d","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:17.714585783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"7251c3fe-3a7d-4482-81a0-b61c9a5d7176","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:17.772514165Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"d20f1f6a-a168-42ef-ac2e-dc54c14479b5","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:19.238698734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"4d344f7a-40e5-493a-9425-f787e035282c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:19.238704001Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"a6addc79-682b-45cb-9dc8-bc3bbebf1c5a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:19.23895703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"6d811ee5-94ef-428a-8927-f90006e8aa16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:19.296080083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"4d344f7a-40e5-493a-9425-f787e035282c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:19.297323901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"a6addc79-682b-45cb-9dc8-bc3bbebf1c5a","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:19.298285755Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"6d811ee5-94ef-428a-8927-f90006e8aa16","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:21.708315381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51","reconcileID":"33b3d02b-fd4f-4e61-b5c1-f0c781e8905d","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscription":"e2e-filter-sub-a-d1359c51","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:21.873859906Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51","reconcileID":"33b3d02b-fd4f-4e61-b5c1-f0c781e8905d","MaaSSubscription":{"name":"e2e-filter-sub-a-d1359c51","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/e2e-filter-sub-b-f4cf1000","ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.031938058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"d2211231-9c7a-41e4-a11c-4d457f2cf161","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.031958103Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000","reconcileID":"73fe21ed-a9d9-4d17-8b89-043b3205ef1a","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.139850142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"22897712-fb5f-4a7e-90fb-7996f7bc770b","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.286576653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"2c95ae46-ea0e-432d-be07-c986ca102257","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.295988589Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"9b0012eb-39e9-4651-ba12-ebf7acd9d514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.296244459Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"e1f171f5-e427-4a71-83b5-3154523517ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.296423051Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"0b8bc61b-49ed-4a51-a814-e400ef3c2cec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.296571003Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"1f1dd99c-8f6c-4262-9ea3-ce662b733b1d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.352595754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"9b0012eb-39e9-4651-ba12-ebf7acd9d514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.352749464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"0b8bc61b-49ed-4a51-a814-e400ef3c2cec","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.355222623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"1f1dd99c-8f6c-4262-9ea3-ce662b733b1d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.355334112Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"e1f171f5-e427-4a71-83b5-3154523517ad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.717265118Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"15fe3c74-bba3-4ff3-bdb3-3d20f6f63a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.717622412Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"66ff7000-00b8-4ed2-89f8-21588fb42f56","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.717680526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"16360333-79b3-4935-bab8-3b996b13751f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.71794827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"dc54a0e0-1df1-4372-be8b-08ebd03870cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.77502837Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"15fe3c74-bba3-4ff3-bdb3-3d20f6f63a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.778206137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"16360333-79b3-4935-bab8-3b996b13751f","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.778324923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"dc54a0e0-1df1-4372-be8b-08ebd03870cf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:22.780540622Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"66ff7000-00b8-4ed2-89f8-21588fb42f56","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.206846089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"c115e506-5c3e-425a-930f-b59613e56956","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.249064252Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-sub","reconcileID":"3f9a79b1-981a-4f1a-a3fb-cd1210eb44f1","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey-failed","subscription":"e2e-apikey-failed-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.249194499Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-sub","reconcileID":"3f9a79b1-981a-4f1a-a3fb-cd1210eb44f1","MaaSSubscription":{"name":"e2e-apikey-failed-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey-failed","error":"MaaSModelRef not found: e2e-models-e2e-worker-w1-d0628e/nonexistent-model-apikey-failed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.707258041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"044f2e43-587c-4738-93a6-2e7a5c5a8d45","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.728696607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"417b6858-e466-4ffb-9b1d-d0ce964009bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.729002285Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"fd466c1b-3749-4814-a6cb-367cfa79669b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.729207958Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"fb8bb7bb-611b-47d4-8da4-6a4ff58b3b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.787437431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"417b6858-e466-4ffb-9b1d-d0ce964009bf","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.790939452Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"fb8bb7bb-611b-47d4-8da4-6a4ff58b3b0b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.792118412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"fd466c1b-3749-4814-a6cb-367cfa79669b","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:29.992320382Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-apikey-failed-auth","reconcileID":"bb63477e-d2cd-477d-8159-2b50771984f1","MaaSAuthPolicy":{"name":"e2e-apikey-failed-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:30.249370937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"c1b31a9b-4205-4c35-b42b-ed8a3155dcbd","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.450375627Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000","reconcileID":"2b677eff-0c61-4f49-9f91-e8a3c140ab47","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscription":"e2e-filter-sub-b-f4cf1000","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.613594517Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000","reconcileID":"2b677eff-0c61-4f49-9f91-e8a3c140ab47","MaaSSubscription":{"name":"e2e-filter-sub-b-f4cf1000","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.771494478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"d1986166-f67e-48b7-be3d-3a00a565d1a7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.975265552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"ce990b55-aae0-4039-834e-0603760fcf8c","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.985512841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"d80ae4c0-76b1-448b-8a9c-37fad6ce28d6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.985513275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d4f2ad85-7e46-4666-8198-7b3ec89f9e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.985703211Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"afda42e7-31db-420c-b08b-dd662d5115f6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:32.988066735Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"fe09f2b0-c45a-4efe-a978-34e3be47d068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.032330338Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"48041ef8-f429-4227-9d3f-e3472a05892b","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.041828848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d4f2ad85-7e46-4666-8198-7b3ec89f9e0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.042132488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"afda42e7-31db-420c-b08b-dd662d5115f6","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.044266535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"d80ae4c0-76b1-448b-8a9c-37fad6ce28d6","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.044379383Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"fe09f2b0-c45a-4efe-a978-34e3be47d068","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.080451331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"1a86477c-7d15-43f9-9061-3477fc9a9b2e","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.137094618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"2d7adb78-e724-46f7-bf35-84bc727749d5","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:21:33.187168274Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"62b29e4c-53d7-463a-b816-f08ad61107f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.24907042Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-a-d1359c51-auth","reconcileID":"f39271c5-54d0-4d8a-ab41-6da4d3f07626","MaaSAuthPolicy":{"name":"e2e-filter-sub-a-d1359c51-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.303399002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"2487961f-f476-4efc-b466-f5ed457c721f","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.351289439Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"0cedcd53-a818-40c1-9ffb-41b6da569086","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.410604307Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"984dd494-e26e-4614-a575-fee1e82b30f6","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:21:33.464488248Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"984dd494-e26e-4614-a575-fee1e82b30f6","name":"simulator-w2-10d2fb","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-10d2fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:21:33.464553439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"984dd494-e26e-4614-a575-fee1e82b30f6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w2-10d2fb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.469833655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"cb75b4f3-399b-4e8c-be8c-2e0a7ecba1b0","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.50556128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"c8d6bf73-660d-45d0-aab3-b5e4140871a2","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.511445681Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"297e4178-77f0-4123-8dd7-7530e29a816e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.570948244Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"2270653b-c837-4ef4-bdc0-1995e58b4a06","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"simulator-w2-10d2fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-10d2fb/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.600319254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"0a88fd7e-306e-4d1a-a757-78466bea074d","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.63321004Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"297e4178-77f0-4123-8dd7-7530e29a816e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.639604868Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-filter-sub-b-f4cf1000-auth","reconcileID":"b843b78a-6b05-4617-a548-85abbe11e99d","MaaSAuthPolicy":{"name":"e2e-filter-sub-b-f4cf1000-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.639606753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"e64533c8-524b-45ec-8156-ea34eef58b83","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.658105994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"e5e759c3-3dad-483c-a9f2-669203aad800","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.687927375Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"297e4178-77f0-4123-8dd7-7530e29a816e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.707734701Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"6785685e-3fc6-4558-9928-04ff22c7ae09","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:21:33.710717788Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w2-10d2fb/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.735050427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"794011de-1b9c-4952-9bbe-bd77ab873fc5","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.744641293Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"87c503de-5531-47ad-9bcd-2d18a4133e33","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.761895804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"f9eb3c1d-fe6a-4725-81b8-7b4d696b691d","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.848577063Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"ea3c2a86-bf4c-44ef-aa8a-00e8bfde58aa","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.848928233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"18021d90-2a1b-4442-94b6-dcb804989ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.868411008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"c85ebf9b-0e2b-458c-b657-e67f135ecdda","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.891419846Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"0c88eb27-3505-4bd1-9a11-ea39d8800da8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.904800479Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"18021d90-2a1b-4442-94b6-dcb804989ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.929560375Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"226f774a-8e5b-4c70-aa6e-e24cd5d6377a","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.959961603Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"18021d90-2a1b-4442-94b6-dcb804989ca1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:33.974746194Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"6b5ffee3-70bb-4444-97ee-b67e91acdf88","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"premium-w2-10d2fb","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w2-10d2fb/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.087023149Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"cd2e50d2-ad56-44d3-8bb6-1fcef74b2bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.116367054Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"34cf1ef3-ca66-4ae3-92ed-be641d97c417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.13846397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"65d82f54-0c89-472f-af1e-2ad297b1922d","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.143239451Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"cd2e50d2-ad56-44d3-8bb6-1fcef74b2bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.172485882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"34cf1ef3-ca66-4ae3-92ed-be641d97c417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.197761534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"cd2e50d2-ad56-44d3-8bb6-1fcef74b2bdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.227022762Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"34cf1ef3-ca66-4ae3-92ed-be641d97c417","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.254516871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"84061f12-f3fb-4e1b-9929-8000e1fee6bb","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.295815132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"f0885900-0aac-4ffc-8bce-16a17effc9e9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.410256796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"e181fed5-7ce4-4dd5-b25c-58b85d2afcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.466023619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"e181fed5-7ce4-4dd5-b25c-58b85d2afcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:34.520746879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"e181fed5-7ce4-4dd5-b25c-58b85d2afcfb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:39.024566175Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:44.383794582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"ecf4fc74-b192-4113-8323-99dd32a6238e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:44.43959645Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"ecf4fc74-b192-4113-8323-99dd32a6238e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:44.494540497Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"ecf4fc74-b192-4113-8323-99dd32a6238e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:44.676968126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"11205428-b74f-4d66-be18-0d5daf7802d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:44.735216564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"11205428-b74f-4d66-be18-0d5daf7802d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:44.789842342Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"11205428-b74f-4d66-be18-0d5daf7802d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:47.731401637Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"41b847d2-31a8-4463-b93b-e07da7613ff3","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:47.897180006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"f0c3758c-a399-41e4-ba00-c8ee3d6c35c8","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.44529204Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"24b6c094-0861-4bc6-a95f-2af067df5043","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.611213205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"6728ee3d-16df-4842-843d-7f63c7dafd63","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.705667984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"c4781aca-e10b-4a44-9fb9-243d01dc7a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.705671389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"d1432cb5-4480-40ef-9dbd-a270bc2e4fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.762402002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"c4781aca-e10b-4a44-9fb9-243d01dc7a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.763498228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"d1432cb5-4480-40ef-9dbd-a270bc2e4fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.817755092Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52ea74f90daa8d4d2518e8e20cbd6f14928dcef43fe613c6277e1550317c64ae) AuthConfig (21149d9aee1cac8fdd08372ad86ad8d79f4745d4196cd0c3a7af6d1a23b7d4dc) AuthConfig (8578d4b3cc7c3703538a216bfa659ae8a5cd507baa9af0b05bb8714e300563e1) AuthConfig (b0c2595b679bc44f718c5e66dae600a70848c7ef4ad7cac4272fc34d8983deef) AuthConfig (41985b2fa21681aee8a00ac9c7961bb7c3796829ace9935f250e9de1e25e5a06) AuthConfig (1deb7848f86f7cc98b43bb165de66e9027b15be696fbb0cc67019db95585aef4) AuthConfig (2adb1d4a1c42b758c6ab390e911147edac20e1d1e558d40d91970f2570cebb20) AuthConfig (b77b9f23f3de480c21e2a6f226d3fd0780b55817c6e7f8edd8e8030a5a5d8d2d) AuthConfig (7d0b20b0eb1d75ba58567570f63660e0926fd209de7ba5966fb2747a66adb401) AuthConfig (29e180007a68a2f9e72d694dc8f8143b977fc79e2809047fb6cd10a96a6ed619) AuthConfig (14e3521d0eb290931f5163136d56009d4dec59808fdda470a44f234487f772f0) AuthConfig (93d2b4d0a9417b649b03be79cd681968b9c1f00c90f9e053da1dc4873462afc6) AuthConfig (de048a55376f5a4689af6cd11d16f6759b1fe1b2b7583a4cbf190377bbc025c5) AuthConfig (d06171c657ad1fa340a839723deb84c90c23266be376074f5dc29425e44bbba1) AuthConfig (3f9029640e64c7957bfc08dcf90cf04ef24005a96c57797997c9b70fc5728097) AuthConfig (1097a393da80c6498bff596f7b4c19c7eb14e5d05979bc0a0f0254032a0020b3) AuthConfig (2f7d5879ab8d586270faed69b29f220d955b4af7d569cbd0f6d454d1cea56e20) AuthConfig (0ae5d13245e91a70c031006f786a5e63ff86bc38484f6014e0168c9bea1ce081) AuthConfig (6bf6cddd2827056a0b395fb92dc23ff1c58c86368c5cd2b842439c0964a85b3b) AuthConfig (d236afafc4edc11014f16a1a25c23982a2718b89740bb2db44f3a9a36a4d1b75) AuthConfig (ae8d8da4b9ce38549fa0730bb85ca2e29555ea62c3aa43e9673bc976ded829e5) AuthConfig (c325bcdd13a1122566d22c0c60ae3252f05f4934e46efcb5353825618bd0cb98) AuthConfig (12bb131198320f877abc7e4ec82a20aeab8b67b9da56f528082abe193c7c9df0) AuthConfig (ba24957e0b2d9eab751a8fedafdd0c640f8eaa21d9f3fe97be99dc3969c20e46) AuthConfig (4ff5889a19cc715bcc95f4e983a01f000a3ff3449c944b507af909bbc367842e) AuthConfig (68b8832b1f9d5751c90a2c68af92dbb5f3ff1d67a4f231515e1470c04dbe6000) AuthConfig (eaaeab5d2d698d9d094b137609fe4e199e43755cd0c61e04650257429e3e8b47) AuthConfig (58c105fd3d78eb90252a923ca4c46f3867980083b5f8001319e7797f54e855fe) AuthConfig (3af13106a31bd382de2a11c3e77e0106094f0ce669d0c5b1906cf04fdf8160bb) AuthConfig (fcff0d8e68606d3ae6e4610df07a22149c6631e532c31bea888b2e1b58b3a5ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"c4781aca-e10b-4a44-9fb9-243d01dc7a40","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.818679749Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52ea74f90daa8d4d2518e8e20cbd6f14928dcef43fe613c6277e1550317c64ae) AuthConfig (21149d9aee1cac8fdd08372ad86ad8d79f4745d4196cd0c3a7af6d1a23b7d4dc) AuthConfig (8578d4b3cc7c3703538a216bfa659ae8a5cd507baa9af0b05bb8714e300563e1) AuthConfig (b0c2595b679bc44f718c5e66dae600a70848c7ef4ad7cac4272fc34d8983deef) AuthConfig (41985b2fa21681aee8a00ac9c7961bb7c3796829ace9935f250e9de1e25e5a06) AuthConfig (1deb7848f86f7cc98b43bb165de66e9027b15be696fbb0cc67019db95585aef4) AuthConfig (2adb1d4a1c42b758c6ab390e911147edac20e1d1e558d40d91970f2570cebb20) AuthConfig (b77b9f23f3de480c21e2a6f226d3fd0780b55817c6e7f8edd8e8030a5a5d8d2d) AuthConfig (7d0b20b0eb1d75ba58567570f63660e0926fd209de7ba5966fb2747a66adb401) AuthConfig (29e180007a68a2f9e72d694dc8f8143b977fc79e2809047fb6cd10a96a6ed619) AuthConfig (14e3521d0eb290931f5163136d56009d4dec59808fdda470a44f234487f772f0) AuthConfig (93d2b4d0a9417b649b03be79cd681968b9c1f00c90f9e053da1dc4873462afc6) AuthConfig (de048a55376f5a4689af6cd11d16f6759b1fe1b2b7583a4cbf190377bbc025c5) AuthConfig (d06171c657ad1fa340a839723deb84c90c23266be376074f5dc29425e44bbba1) AuthConfig (3f9029640e64c7957bfc08dcf90cf04ef24005a96c57797997c9b70fc5728097) AuthConfig (1097a393da80c6498bff596f7b4c19c7eb14e5d05979bc0a0f0254032a0020b3) AuthConfig (2f7d5879ab8d586270faed69b29f220d955b4af7d569cbd0f6d454d1cea56e20) AuthConfig (0ae5d13245e91a70c031006f786a5e63ff86bc38484f6014e0168c9bea1ce081) AuthConfig (6bf6cddd2827056a0b395fb92dc23ff1c58c86368c5cd2b842439c0964a85b3b) AuthConfig (d236afafc4edc11014f16a1a25c23982a2718b89740bb2db44f3a9a36a4d1b75) AuthConfig (ae8d8da4b9ce38549fa0730bb85ca2e29555ea62c3aa43e9673bc976ded829e5) AuthConfig (c325bcdd13a1122566d22c0c60ae3252f05f4934e46efcb5353825618bd0cb98) AuthConfig (12bb131198320f877abc7e4ec82a20aeab8b67b9da56f528082abe193c7c9df0) AuthConfig (ba24957e0b2d9eab751a8fedafdd0c640f8eaa21d9f3fe97be99dc3969c20e46) AuthConfig (4ff5889a19cc715bcc95f4e983a01f000a3ff3449c944b507af909bbc367842e) AuthConfig (68b8832b1f9d5751c90a2c68af92dbb5f3ff1d67a4f231515e1470c04dbe6000) AuthConfig (eaaeab5d2d698d9d094b137609fe4e199e43755cd0c61e04650257429e3e8b47) AuthConfig (58c105fd3d78eb90252a923ca4c46f3867980083b5f8001319e7797f54e855fe) AuthConfig (3af13106a31bd382de2a11c3e77e0106094f0ce669d0c5b1906cf04fdf8160bb) AuthConfig (fcff0d8e68606d3ae6e4610df07a22149c6631e532c31bea888b2e1b58b3a5ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"d1432cb5-4480-40ef-9dbd-a270bc2e4fdc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.875813547Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"eded85aa-5ed8-4949-82d3-9098c35e17de","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:48.87855105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"14a98190-7f5b-4e13-ac83-d14623dcf1df","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:49.032555954Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"4b7a4bbe-edf4-4ca1-942c-962ee1a6f8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:49.033429336Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"db121990-aa11-4411-851f-377c0c8d047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:49.090547532Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"4b7a4bbe-edf4-4ca1-942c-962ee1a6f8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:49.091009754Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"db121990-aa11-4411-851f-377c0c8d047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:49.146116345Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52ea74f90daa8d4d2518e8e20cbd6f14928dcef43fe613c6277e1550317c64ae) AuthConfig (21149d9aee1cac8fdd08372ad86ad8d79f4745d4196cd0c3a7af6d1a23b7d4dc) AuthConfig (8578d4b3cc7c3703538a216bfa659ae8a5cd507baa9af0b05bb8714e300563e1) AuthConfig (b0c2595b679bc44f718c5e66dae600a70848c7ef4ad7cac4272fc34d8983deef) AuthConfig (41985b2fa21681aee8a00ac9c7961bb7c3796829ace9935f250e9de1e25e5a06) AuthConfig (1deb7848f86f7cc98b43bb165de66e9027b15be696fbb0cc67019db95585aef4) AuthConfig (2adb1d4a1c42b758c6ab390e911147edac20e1d1e558d40d91970f2570cebb20) AuthConfig (b77b9f23f3de480c21e2a6f226d3fd0780b55817c6e7f8edd8e8030a5a5d8d2d) AuthConfig (7d0b20b0eb1d75ba58567570f63660e0926fd209de7ba5966fb2747a66adb401) AuthConfig (29e180007a68a2f9e72d694dc8f8143b977fc79e2809047fb6cd10a96a6ed619) AuthConfig (14e3521d0eb290931f5163136d56009d4dec59808fdda470a44f234487f772f0) AuthConfig (93d2b4d0a9417b649b03be79cd681968b9c1f00c90f9e053da1dc4873462afc6) AuthConfig (de048a55376f5a4689af6cd11d16f6759b1fe1b2b7583a4cbf190377bbc025c5) AuthConfig (d06171c657ad1fa340a839723deb84c90c23266be376074f5dc29425e44bbba1) AuthConfig (3f9029640e64c7957bfc08dcf90cf04ef24005a96c57797997c9b70fc5728097) AuthConfig (1097a393da80c6498bff596f7b4c19c7eb14e5d05979bc0a0f0254032a0020b3) AuthConfig (2f7d5879ab8d586270faed69b29f220d955b4af7d569cbd0f6d454d1cea56e20) AuthConfig (0ae5d13245e91a70c031006f786a5e63ff86bc38484f6014e0168c9bea1ce081) AuthConfig (6bf6cddd2827056a0b395fb92dc23ff1c58c86368c5cd2b842439c0964a85b3b) AuthConfig (d236afafc4edc11014f16a1a25c23982a2718b89740bb2db44f3a9a36a4d1b75) AuthConfig (ae8d8da4b9ce38549fa0730bb85ca2e29555ea62c3aa43e9673bc976ded829e5) AuthConfig (c325bcdd13a1122566d22c0c60ae3252f05f4934e46efcb5353825618bd0cb98) AuthConfig (12bb131198320f877abc7e4ec82a20aeab8b67b9da56f528082abe193c7c9df0) AuthConfig (ba24957e0b2d9eab751a8fedafdd0c640f8eaa21d9f3fe97be99dc3969c20e46) AuthConfig (4ff5889a19cc715bcc95f4e983a01f000a3ff3449c944b507af909bbc367842e) AuthConfig (68b8832b1f9d5751c90a2c68af92dbb5f3ff1d67a4f231515e1470c04dbe6000) AuthConfig (eaaeab5d2d698d9d094b137609fe4e199e43755cd0c61e04650257429e3e8b47) AuthConfig (58c105fd3d78eb90252a923ca4c46f3867980083b5f8001319e7797f54e855fe) AuthConfig (3af13106a31bd382de2a11c3e77e0106094f0ce669d0c5b1906cf04fdf8160bb) AuthConfig (fcff0d8e68606d3ae6e4610df07a22149c6631e532c31bea888b2e1b58b3a5ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"4b7a4bbe-edf4-4ca1-942c-962ee1a6f8af","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:49.146313461Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52ea74f90daa8d4d2518e8e20cbd6f14928dcef43fe613c6277e1550317c64ae) AuthConfig (21149d9aee1cac8fdd08372ad86ad8d79f4745d4196cd0c3a7af6d1a23b7d4dc) AuthConfig (8578d4b3cc7c3703538a216bfa659ae8a5cd507baa9af0b05bb8714e300563e1) AuthConfig (b0c2595b679bc44f718c5e66dae600a70848c7ef4ad7cac4272fc34d8983deef) AuthConfig (41985b2fa21681aee8a00ac9c7961bb7c3796829ace9935f250e9de1e25e5a06) AuthConfig (1deb7848f86f7cc98b43bb165de66e9027b15be696fbb0cc67019db95585aef4) AuthConfig (2adb1d4a1c42b758c6ab390e911147edac20e1d1e558d40d91970f2570cebb20) AuthConfig (b77b9f23f3de480c21e2a6f226d3fd0780b55817c6e7f8edd8e8030a5a5d8d2d) AuthConfig (7d0b20b0eb1d75ba58567570f63660e0926fd209de7ba5966fb2747a66adb401) AuthConfig (29e180007a68a2f9e72d694dc8f8143b977fc79e2809047fb6cd10a96a6ed619) AuthConfig (14e3521d0eb290931f5163136d56009d4dec59808fdda470a44f234487f772f0) AuthConfig (93d2b4d0a9417b649b03be79cd681968b9c1f00c90f9e053da1dc4873462afc6) AuthConfig (de048a55376f5a4689af6cd11d16f6759b1fe1b2b7583a4cbf190377bbc025c5) AuthConfig (d06171c657ad1fa340a839723deb84c90c23266be376074f5dc29425e44bbba1) AuthConfig (3f9029640e64c7957bfc08dcf90cf04ef24005a96c57797997c9b70fc5728097) AuthConfig (1097a393da80c6498bff596f7b4c19c7eb14e5d05979bc0a0f0254032a0020b3) AuthConfig (2f7d5879ab8d586270faed69b29f220d955b4af7d569cbd0f6d454d1cea56e20) AuthConfig (0ae5d13245e91a70c031006f786a5e63ff86bc38484f6014e0168c9bea1ce081) AuthConfig (6bf6cddd2827056a0b395fb92dc23ff1c58c86368c5cd2b842439c0964a85b3b) AuthConfig (d236afafc4edc11014f16a1a25c23982a2718b89740bb2db44f3a9a36a4d1b75) AuthConfig (ae8d8da4b9ce38549fa0730bb85ca2e29555ea62c3aa43e9673bc976ded829e5) AuthConfig (c325bcdd13a1122566d22c0c60ae3252f05f4934e46efcb5353825618bd0cb98) AuthConfig (12bb131198320f877abc7e4ec82a20aeab8b67b9da56f528082abe193c7c9df0) AuthConfig (ba24957e0b2d9eab751a8fedafdd0c640f8eaa21d9f3fe97be99dc3969c20e46) AuthConfig (4ff5889a19cc715bcc95f4e983a01f000a3ff3449c944b507af909bbc367842e) AuthConfig (68b8832b1f9d5751c90a2c68af92dbb5f3ff1d67a4f231515e1470c04dbe6000) AuthConfig (eaaeab5d2d698d9d094b137609fe4e199e43755cd0c61e04650257429e3e8b47) AuthConfig (58c105fd3d78eb90252a923ca4c46f3867980083b5f8001319e7797f54e855fe) AuthConfig (3af13106a31bd382de2a11c3e77e0106094f0ce669d0c5b1906cf04fdf8160bb) AuthConfig (fcff0d8e68606d3ae6e4610df07a22149c6631e532c31bea888b2e1b58b3a5ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"db121990-aa11-4411-851f-377c0c8d047c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:21:49.199779564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"db121990-aa11-4411-851f-377c0c8d047c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:49.361738543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"9bfc60e0-51b5-41f1-88fc-42c0b9442081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:49.417743909Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"9bfc60e0-51b5-41f1-88fc-42c0b9442081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:49.472675017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w2-10d2fb-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (52ea74f90daa8d4d2518e8e20cbd6f14928dcef43fe613c6277e1550317c64ae) AuthConfig (21149d9aee1cac8fdd08372ad86ad8d79f4745d4196cd0c3a7af6d1a23b7d4dc) AuthConfig (8578d4b3cc7c3703538a216bfa659ae8a5cd507baa9af0b05bb8714e300563e1) AuthConfig (b0c2595b679bc44f718c5e66dae600a70848c7ef4ad7cac4272fc34d8983deef) AuthConfig (41985b2fa21681aee8a00ac9c7961bb7c3796829ace9935f250e9de1e25e5a06) AuthConfig (1deb7848f86f7cc98b43bb165de66e9027b15be696fbb0cc67019db95585aef4) AuthConfig (2adb1d4a1c42b758c6ab390e911147edac20e1d1e558d40d91970f2570cebb20) AuthConfig (b77b9f23f3de480c21e2a6f226d3fd0780b55817c6e7f8edd8e8030a5a5d8d2d) AuthConfig (7d0b20b0eb1d75ba58567570f63660e0926fd209de7ba5966fb2747a66adb401) AuthConfig (29e180007a68a2f9e72d694dc8f8143b977fc79e2809047fb6cd10a96a6ed619) AuthConfig (14e3521d0eb290931f5163136d56009d4dec59808fdda470a44f234487f772f0) AuthConfig (93d2b4d0a9417b649b03be79cd681968b9c1f00c90f9e053da1dc4873462afc6) AuthConfig (de048a55376f5a4689af6cd11d16f6759b1fe1b2b7583a4cbf190377bbc025c5) AuthConfig (d06171c657ad1fa340a839723deb84c90c23266be376074f5dc29425e44bbba1) AuthConfig (3f9029640e64c7957bfc08dcf90cf04ef24005a96c57797997c9b70fc5728097) AuthConfig (1097a393da80c6498bff596f7b4c19c7eb14e5d05979bc0a0f0254032a0020b3) AuthConfig (2f7d5879ab8d586270faed69b29f220d955b4af7d569cbd0f6d454d1cea56e20) AuthConfig (0ae5d13245e91a70c031006f786a5e63ff86bc38484f6014e0168c9bea1ce081) AuthConfig (6bf6cddd2827056a0b395fb92dc23ff1c58c86368c5cd2b842439c0964a85b3b) AuthConfig (d236afafc4edc11014f16a1a25c23982a2718b89740bb2db44f3a9a36a4d1b75) AuthConfig (ae8d8da4b9ce38549fa0730bb85ca2e29555ea62c3aa43e9673bc976ded829e5) AuthConfig (c325bcdd13a1122566d22c0c60ae3252f05f4934e46efcb5353825618bd0cb98) AuthConfig (12bb131198320f877abc7e4ec82a20aeab8b67b9da56f528082abe193c7c9df0) AuthConfig (ba24957e0b2d9eab751a8fedafdd0c640f8eaa21d9f3fe97be99dc3969c20e46) AuthConfig (4ff5889a19cc715bcc95f4e983a01f000a3ff3449c944b507af909bbc367842e) AuthConfig (68b8832b1f9d5751c90a2c68af92dbb5f3ff1d67a4f231515e1470c04dbe6000) AuthConfig (eaaeab5d2d698d9d094b137609fe4e199e43755cd0c61e04650257429e3e8b47) AuthConfig (58c105fd3d78eb90252a923ca4c46f3867980083b5f8001319e7797f54e855fe) AuthConfig (3af13106a31bd382de2a11c3e77e0106094f0ce669d0c5b1906cf04fdf8160bb) AuthConfig (fcff0d8e68606d3ae6e4610df07a22149c6631e532c31bea888b2e1b58b3a5ce)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"9bfc60e0-51b5-41f1-88fc-42c0b9442081","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:52.487260273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"f9fd22bf-9122-4d00-9e95-2fd15b8a49ab","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:52.542549926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"4022d865-5df6-4b09-87d1-8226b624e943","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:52.698706165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-gw-auth-56ac79e1","reconcileID":"3b51ecfe-94a2-4f0f-8cb0-f477938bd18d","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:52.756664967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-gw-auth-56ac79e1","reconcileID":"3b51ecfe-94a2-4f0f-8cb0-f477938bd18d","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:53.025147741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"1f326e10-baef-4379-8056-25c4da26bb83","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:53.180740292Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-gw-auth-56ac79e1","reconcileID":"89b59056-abea-4eb1-8f2d-8553af5f08ff","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:53.236547083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-gw-auth-56ac79e1","reconcileID":"89b59056-abea-4eb1-8f2d-8553af5f08ff","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:55.526946798Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"5c34648d-f81f-462f-80fa-03cbd24d5252","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:55.526994397Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-gw-auth-56ac79e1","reconcileID":"ec9b3541-ed44-476a-8241-5ddccfdce6c4","MaaSAuthPolicy":{"name":"e2e-gw-auth-56ac79e1","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:55.734756887Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"cc17f36d-3da9-45b1-b1ec-43ae252aadb6","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.302785968Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"555a1c79-8df0-4e1a-94c1-63d9e34dce7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.358844016Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"555a1c79-8df0-4e1a-94c1-63d9e34dce7c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.629208752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"7e20d2b0-2547-439d-8154-3f6597e54bc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.673754895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"636a38ab-e2a7-4cef-b477-d0cc0a49a13b","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:21:59.686366734Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"7e20d2b0-2547-439d-8154-3f6597e54bc8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:00.001912876Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"8b2127a5-425d-4da5-9a36-c6944400b916","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.003777919Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"90c6eb3c-159d-4cc7-8e59-ab51f75432ae","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.109986618Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"b75094cd-918f-4060-b560-af6f6af4b47c","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.166396947Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"3b507ea1-21e5-4a14-a725-4a5fb12ec330","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:01.220725691Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"67701f5d-0a18-474d-a46a-02f78b4cf7ef","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.224423202Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"910f41f8-0e17-4145-80dc-c7fe5496732a","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.336604993Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"5a0d1e22-b832-43d8-a9e2-16fdcee9ee83","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.378949625Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"51cb1e46-519b-4816-a34f-9257ed3c7760","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.436778074Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"2acda17b-fdfa-45e1-8b38-fbcd5390f340","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:01.493319973Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"2acda17b-fdfa-45e1-8b38-fbcd5390f340","name":"simulator-w5-9d77b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w5-9d77b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:01.493379652Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"2acda17b-fdfa-45e1-8b38-fbcd5390f340","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w5-9d77b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.493503522Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"892ce15d-0430-4d35-9f15-93bee7967305","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.498892355Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"dcf8d495-fb4e-404d-8dea-d3c2e8ca49a8","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.50713959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"55040f5f-730c-4ddf-b75d-bb75a4f31b38","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.601225379Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"8271c97f-fbda-47bb-947b-463fb963362e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.65908764Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"4cfaa53d-7644-43f3-a8bc-d03ee347f74d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"simulator-w5-9d77b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-9d77b6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.72587143Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"8271c97f-fbda-47bb-947b-463fb963362e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.780764336Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"8271c97f-fbda-47bb-947b-463fb963362e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.824551007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"b3164afd-9c87-4767-9031-69d334873fd9","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.83544646Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"19ed683f-5b53-4a31-80da-e2ad0a5138a8","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.939978375Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"1b8e874a-3b91-409b-8959-96f58b75b817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.981641842Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"31624a07-eddc-4256-ab51-303423dc77ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:01.996177233Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"1b8e874a-3b91-409b-8959-96f58b75b817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:02.054122067Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"1b8e874a-3b91-409b-8959-96f58b75b817","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:08.720435895Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"f0fdc959-eeff-401f-a53c-2518994f9931","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:08.785614608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"c3d3017b-51b1-4f5b-97d7-0b10e84c7292","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:09.024140713Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.642460861Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"39cfd835-c96e-484e-8b2c-4f8e29c4ca8d","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.700278359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"76befb68-e574-4c58-98a4-138560eaff41","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.74767995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"d3bf1b0d-552c-47c9-9724-97f0cee83a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.752319066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"bc0fe58b-1144-464f-8ec7-9143a67b3197","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:11.757290551Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-9d77b6/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.803734973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"d3bf1b0d-552c-47c9-9724-97f0cee83a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.808925334Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"24a13cfe-b86d-4776-b6a2-8d956ffb356f","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.85884319Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"d3bf1b0d-552c-47c9-9724-97f0cee83a2a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.901548229Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"8568c8bd-dff8-4132-ba1f-1c3820c9a600","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:11.960672112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"06598eab-ed1b-499f-93d8-302412e47290","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:12.015416053Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"06598eab-ed1b-499f-93d8-302412e47290","name":"premium-w5-9d77b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-9d77b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:12.015479779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"06598eab-ed1b-499f-93d8-302412e47290","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w5-9d77b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.020606371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"2e6c49f4-7fc8-44d6-9ebc-3933a6237c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.020912476Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"cdb26203-56dd-4f34-aae5-3e871a8032ca","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.023647487Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"1c317c41-2e06-4326-b255-3cba5ab83d79","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"premium-w5-9d77b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-9d77b6/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.076328249Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"2e6c49f4-7fc8-44d6-9ebc-3933a6237c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.114851858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"4531feca-c8ef-4379-be4a-682cf6666ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.131105035Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"2e6c49f4-7fc8-44d6-9ebc-3933a6237c57","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.170477903Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"4531feca-c8ef-4379-be4a-682cf6666ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.18808365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"d6b85677-0cb8-48ba-bcbc-a7d9cda56abb","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.225044831Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"4531feca-c8ef-4379-be4a-682cf6666ce0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.281677907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"6d66187f-115b-41a5-9a05-b0667b214d4f","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.286424407Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"2d4cca71-79dc-4a8e-abd3-f0d4d39ff1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.34198071Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"2d4cca71-79dc-4a8e-abd3-f0d4d39ff1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.346438593Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"782de885-ffcc-46bd-8956-0114f91ab39a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.39652134Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6bde917879eb3799ec60743a88eadc3ed5926bda1e22f796e361408e9ae04d7) AuthConfig (5f3c5787767640c0db14c7846a5a89731943c3122c0b1ae241b803df89c73232) AuthConfig (8fdaceb909ffe1acbeb4052ae5010db00ac4addb07d8f7dba3d91db00f336502) AuthConfig (42783ee14cb3e14a339e1fc25e0f8016693932184783aa06336ece9ed8340832) AuthConfig (00c595374a2be19d61fde3a3a41ac13a1f90253eaf277cb737eb66e1cf7b7c2e) AuthConfig (a017ece68a89b91f0ddbf87098705bdef1d7582df86b8ff2ff29fac00d4a6e3f) AuthConfig (062f9729eec4cfe0e7ac739de9af433f534a65843a830903deb0bbe04aada22d) AuthConfig (7ace8b0227bbc74946398e99cefc952e84455a034361b87975a9060007e53099) AuthConfig (f78249d186b1249ba386a0e13a593b3e1230681bfaf4a32c129a6413858be3b5) AuthConfig (e5a952232df7d983aca848d34b35a7a93de61c31f93dc5b792ff25964139170b) AuthConfig (4c87189b2b790920a22a2aca9dad89ce4b3d22750e501d3b9d65d97ad2ac92b3) AuthConfig (50d45e95065d68071b73788bedc2aaf16df89233b78332051eb2f1b923a6725d) AuthConfig (545516d1815fbcbf46060bdcc2af3e38b83233e8da5bdaeb32d0540450cad449) AuthConfig (86798609d045e0c3c32ff617398a28a4cc1a238c0e17faabf0e5f2266526c261) AuthConfig (57d4138b033051a23a60ea4b4c86823f58bd88bdabec2d229772829bb69df928) AuthConfig (a2b28139ca77ea8bd0e395255937257fa4fec8f71fb4ed68551480d46cded819) AuthConfig (c24b97b94c760335d61c7bce40b1cc48832dbd36a6e20b419fd081b3fa45e12d) AuthConfig (a98f934288d9f75a212bbf93ac6213f159f78885cf76f69131b162fb1ae604ed) AuthConfig (8cfa285cfddf89fbfcb403ae22fe70ea267718b50387b853d876a24f8a127831) AuthConfig (fe6916151dff70cbe093cd70db05d1a4d4047d8eec11fd50bcc5e53245f63935) AuthConfig (6893e6a0e09fc413b4f6ff823aa2fc20deafd877c55014c40341c4eb6ad58a6b) AuthConfig (26dbf130a5389fa441a2f054d459dc6820d22208dbb7e5e21d3327b40e5a2f10) AuthConfig (6f63c5b562011c6023f2cf8d8b39ec1a823c9db224bfc407f97cbe09f80cf74f) AuthConfig (3b6e3eb825b43133aaa9036d18a17351138d70570fc45d2938f93e879bf39e00) AuthConfig (d7fed919bcd26638d7caa35638d2cfdf34b9278420a7fae5edb6d486fd60641e) AuthConfig (0ad5ce544f597486e0e0389783d98a78a1c961eb84b6518107574eb74bfd9e66) AuthConfig (8cebc9f8dc34dde79632971de94e683fc99e2c3e3ca6159bc309cb1be6bdec68) AuthConfig (523851c996d242e1e7d77812e33ae846a5f38f1fd582c16729bc789f8ca8fe10) AuthConfig (6aa77087aa7ae31eebf96f6a3f4f04e5e2f283131fba8c66f6175b23f11afebc) AuthConfig (923ba0cbbb69ad6c98f4ae68c186f530e242b31024c5d61835c844ff867e7b54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"2d4cca71-79dc-4a8e-abd3-f0d4d39ff1fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.437026582Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"c4c79f6a-bf75-4028-a915-006ae773f53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.453360031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"0b580f55-e303-416a-9507-1c567c1c3f32","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.492868571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"c4c79f6a-bf75-4028-a915-006ae773f53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.548109775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6bde917879eb3799ec60743a88eadc3ed5926bda1e22f796e361408e9ae04d7) AuthConfig (5f3c5787767640c0db14c7846a5a89731943c3122c0b1ae241b803df89c73232) AuthConfig (8fdaceb909ffe1acbeb4052ae5010db00ac4addb07d8f7dba3d91db00f336502) AuthConfig (42783ee14cb3e14a339e1fc25e0f8016693932184783aa06336ece9ed8340832) AuthConfig (00c595374a2be19d61fde3a3a41ac13a1f90253eaf277cb737eb66e1cf7b7c2e) AuthConfig (a017ece68a89b91f0ddbf87098705bdef1d7582df86b8ff2ff29fac00d4a6e3f) AuthConfig (062f9729eec4cfe0e7ac739de9af433f534a65843a830903deb0bbe04aada22d) AuthConfig (7ace8b0227bbc74946398e99cefc952e84455a034361b87975a9060007e53099) AuthConfig (f78249d186b1249ba386a0e13a593b3e1230681bfaf4a32c129a6413858be3b5) AuthConfig (e5a952232df7d983aca848d34b35a7a93de61c31f93dc5b792ff25964139170b) AuthConfig (4c87189b2b790920a22a2aca9dad89ce4b3d22750e501d3b9d65d97ad2ac92b3) AuthConfig (50d45e95065d68071b73788bedc2aaf16df89233b78332051eb2f1b923a6725d) AuthConfig (545516d1815fbcbf46060bdcc2af3e38b83233e8da5bdaeb32d0540450cad449) AuthConfig (86798609d045e0c3c32ff617398a28a4cc1a238c0e17faabf0e5f2266526c261) AuthConfig (57d4138b033051a23a60ea4b4c86823f58bd88bdabec2d229772829bb69df928) AuthConfig (a2b28139ca77ea8bd0e395255937257fa4fec8f71fb4ed68551480d46cded819) AuthConfig (c24b97b94c760335d61c7bce40b1cc48832dbd36a6e20b419fd081b3fa45e12d) AuthConfig (a98f934288d9f75a212bbf93ac6213f159f78885cf76f69131b162fb1ae604ed) AuthConfig (8cfa285cfddf89fbfcb403ae22fe70ea267718b50387b853d876a24f8a127831) AuthConfig (fe6916151dff70cbe093cd70db05d1a4d4047d8eec11fd50bcc5e53245f63935) AuthConfig (6893e6a0e09fc413b4f6ff823aa2fc20deafd877c55014c40341c4eb6ad58a6b) AuthConfig (26dbf130a5389fa441a2f054d459dc6820d22208dbb7e5e21d3327b40e5a2f10) AuthConfig (6f63c5b562011c6023f2cf8d8b39ec1a823c9db224bfc407f97cbe09f80cf74f) AuthConfig (3b6e3eb825b43133aaa9036d18a17351138d70570fc45d2938f93e879bf39e00) AuthConfig (d7fed919bcd26638d7caa35638d2cfdf34b9278420a7fae5edb6d486fd60641e) AuthConfig (0ad5ce544f597486e0e0389783d98a78a1c961eb84b6518107574eb74bfd9e66) AuthConfig (8cebc9f8dc34dde79632971de94e683fc99e2c3e3ca6159bc309cb1be6bdec68) AuthConfig (523851c996d242e1e7d77812e33ae846a5f38f1fd582c16729bc789f8ca8fe10) AuthConfig (6aa77087aa7ae31eebf96f6a3f4f04e5e2f283131fba8c66f6175b23f11afebc) AuthConfig (923ba0cbbb69ad6c98f4ae68c186f530e242b31024c5d61835c844ff867e7b54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"c4c79f6a-bf75-4028-a915-006ae773f53b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.605527985Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"ca0cee92-cfde-48cc-a4b4-38bfc93e571d","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.77663605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"b2e7b101-6883-4268-9283-c6e62fe8b9a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:12.941272089Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"647a873c-c0b7-441a-86f4-d0ddeba14330","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:13.405244597Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"feb81769-1d3e-4dd8-a44d-c4bb9bb7fd47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:13.405374747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e94b1674-1b43-4f69-9754-29f3a79bca28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:13.46145733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e94b1674-1b43-4f69-9754-29f3a79bca28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:13.461498791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"feb81769-1d3e-4dd8-a44d-c4bb9bb7fd47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:13.516293945Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6bde917879eb3799ec60743a88eadc3ed5926bda1e22f796e361408e9ae04d7) AuthConfig (5f3c5787767640c0db14c7846a5a89731943c3122c0b1ae241b803df89c73232) AuthConfig (8fdaceb909ffe1acbeb4052ae5010db00ac4addb07d8f7dba3d91db00f336502) AuthConfig (42783ee14cb3e14a339e1fc25e0f8016693932184783aa06336ece9ed8340832) AuthConfig (00c595374a2be19d61fde3a3a41ac13a1f90253eaf277cb737eb66e1cf7b7c2e) AuthConfig (a017ece68a89b91f0ddbf87098705bdef1d7582df86b8ff2ff29fac00d4a6e3f) AuthConfig (062f9729eec4cfe0e7ac739de9af433f534a65843a830903deb0bbe04aada22d) AuthConfig (7ace8b0227bbc74946398e99cefc952e84455a034361b87975a9060007e53099) AuthConfig (f78249d186b1249ba386a0e13a593b3e1230681bfaf4a32c129a6413858be3b5) AuthConfig (e5a952232df7d983aca848d34b35a7a93de61c31f93dc5b792ff25964139170b) AuthConfig (4c87189b2b790920a22a2aca9dad89ce4b3d22750e501d3b9d65d97ad2ac92b3) AuthConfig (50d45e95065d68071b73788bedc2aaf16df89233b78332051eb2f1b923a6725d) AuthConfig (545516d1815fbcbf46060bdcc2af3e38b83233e8da5bdaeb32d0540450cad449) AuthConfig (86798609d045e0c3c32ff617398a28a4cc1a238c0e17faabf0e5f2266526c261) AuthConfig (57d4138b033051a23a60ea4b4c86823f58bd88bdabec2d229772829bb69df928) AuthConfig (a2b28139ca77ea8bd0e395255937257fa4fec8f71fb4ed68551480d46cded819) AuthConfig (c24b97b94c760335d61c7bce40b1cc48832dbd36a6e20b419fd081b3fa45e12d) AuthConfig (a98f934288d9f75a212bbf93ac6213f159f78885cf76f69131b162fb1ae604ed) AuthConfig (8cfa285cfddf89fbfcb403ae22fe70ea267718b50387b853d876a24f8a127831) AuthConfig (fe6916151dff70cbe093cd70db05d1a4d4047d8eec11fd50bcc5e53245f63935) AuthConfig (6893e6a0e09fc413b4f6ff823aa2fc20deafd877c55014c40341c4eb6ad58a6b) AuthConfig (26dbf130a5389fa441a2f054d459dc6820d22208dbb7e5e21d3327b40e5a2f10) AuthConfig (6f63c5b562011c6023f2cf8d8b39ec1a823c9db224bfc407f97cbe09f80cf74f) AuthConfig (3b6e3eb825b43133aaa9036d18a17351138d70570fc45d2938f93e879bf39e00) AuthConfig (d7fed919bcd26638d7caa35638d2cfdf34b9278420a7fae5edb6d486fd60641e) AuthConfig (0ad5ce544f597486e0e0389783d98a78a1c961eb84b6518107574eb74bfd9e66) AuthConfig (8cebc9f8dc34dde79632971de94e683fc99e2c3e3ca6159bc309cb1be6bdec68) AuthConfig (523851c996d242e1e7d77812e33ae846a5f38f1fd582c16729bc789f8ca8fe10) AuthConfig (6aa77087aa7ae31eebf96f6a3f4f04e5e2f283131fba8c66f6175b23f11afebc) AuthConfig (923ba0cbbb69ad6c98f4ae68c186f530e242b31024c5d61835c844ff867e7b54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"feb81769-1d3e-4dd8-a44d-c4bb9bb7fd47","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:13.516555572Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6bde917879eb3799ec60743a88eadc3ed5926bda1e22f796e361408e9ae04d7) AuthConfig (5f3c5787767640c0db14c7846a5a89731943c3122c0b1ae241b803df89c73232) AuthConfig (8fdaceb909ffe1acbeb4052ae5010db00ac4addb07d8f7dba3d91db00f336502) AuthConfig (42783ee14cb3e14a339e1fc25e0f8016693932184783aa06336ece9ed8340832) AuthConfig (00c595374a2be19d61fde3a3a41ac13a1f90253eaf277cb737eb66e1cf7b7c2e) AuthConfig (a017ece68a89b91f0ddbf87098705bdef1d7582df86b8ff2ff29fac00d4a6e3f) AuthConfig (062f9729eec4cfe0e7ac739de9af433f534a65843a830903deb0bbe04aada22d) AuthConfig (7ace8b0227bbc74946398e99cefc952e84455a034361b87975a9060007e53099) AuthConfig (f78249d186b1249ba386a0e13a593b3e1230681bfaf4a32c129a6413858be3b5) AuthConfig (e5a952232df7d983aca848d34b35a7a93de61c31f93dc5b792ff25964139170b) AuthConfig (4c87189b2b790920a22a2aca9dad89ce4b3d22750e501d3b9d65d97ad2ac92b3) AuthConfig (50d45e95065d68071b73788bedc2aaf16df89233b78332051eb2f1b923a6725d) AuthConfig (545516d1815fbcbf46060bdcc2af3e38b83233e8da5bdaeb32d0540450cad449) AuthConfig (86798609d045e0c3c32ff617398a28a4cc1a238c0e17faabf0e5f2266526c261) AuthConfig (57d4138b033051a23a60ea4b4c86823f58bd88bdabec2d229772829bb69df928) AuthConfig (a2b28139ca77ea8bd0e395255937257fa4fec8f71fb4ed68551480d46cded819) AuthConfig (c24b97b94c760335d61c7bce40b1cc48832dbd36a6e20b419fd081b3fa45e12d) AuthConfig (a98f934288d9f75a212bbf93ac6213f159f78885cf76f69131b162fb1ae604ed) AuthConfig (8cfa285cfddf89fbfcb403ae22fe70ea267718b50387b853d876a24f8a127831) AuthConfig (fe6916151dff70cbe093cd70db05d1a4d4047d8eec11fd50bcc5e53245f63935) AuthConfig (6893e6a0e09fc413b4f6ff823aa2fc20deafd877c55014c40341c4eb6ad58a6b) AuthConfig (26dbf130a5389fa441a2f054d459dc6820d22208dbb7e5e21d3327b40e5a2f10) AuthConfig (6f63c5b562011c6023f2cf8d8b39ec1a823c9db224bfc407f97cbe09f80cf74f) AuthConfig (3b6e3eb825b43133aaa9036d18a17351138d70570fc45d2938f93e879bf39e00) AuthConfig (d7fed919bcd26638d7caa35638d2cfdf34b9278420a7fae5edb6d486fd60641e) AuthConfig (0ad5ce544f597486e0e0389783d98a78a1c961eb84b6518107574eb74bfd9e66) AuthConfig (8cebc9f8dc34dde79632971de94e683fc99e2c3e3ca6159bc309cb1be6bdec68) AuthConfig (523851c996d242e1e7d77812e33ae846a5f38f1fd582c16729bc789f8ca8fe10) AuthConfig (6aa77087aa7ae31eebf96f6a3f4f04e5e2f283131fba8c66f6175b23f11afebc) AuthConfig (923ba0cbbb69ad6c98f4ae68c186f530e242b31024c5d61835c844ff867e7b54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e94b1674-1b43-4f69-9754-29f3a79bca28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:22.262930105Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"478ec47f-9d3e-4069-932d-65f3855e9990","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.674143865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"92c24dd1-474a-4b88-8304-88de6927b473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.674192016Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"9ff94933-8eb1-44e8-8887-d58a6dfc6797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.730827965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"9ff94933-8eb1-44e8-8887-d58a6dfc6797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.731017473Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"92c24dd1-474a-4b88-8304-88de6927b473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.785979485Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6bde917879eb3799ec60743a88eadc3ed5926bda1e22f796e361408e9ae04d7) AuthConfig (5f3c5787767640c0db14c7846a5a89731943c3122c0b1ae241b803df89c73232) AuthConfig (8fdaceb909ffe1acbeb4052ae5010db00ac4addb07d8f7dba3d91db00f336502) AuthConfig (42783ee14cb3e14a339e1fc25e0f8016693932184783aa06336ece9ed8340832) AuthConfig (00c595374a2be19d61fde3a3a41ac13a1f90253eaf277cb737eb66e1cf7b7c2e) AuthConfig (a017ece68a89b91f0ddbf87098705bdef1d7582df86b8ff2ff29fac00d4a6e3f) AuthConfig (062f9729eec4cfe0e7ac739de9af433f534a65843a830903deb0bbe04aada22d) AuthConfig (7ace8b0227bbc74946398e99cefc952e84455a034361b87975a9060007e53099) AuthConfig (f78249d186b1249ba386a0e13a593b3e1230681bfaf4a32c129a6413858be3b5) AuthConfig (e5a952232df7d983aca848d34b35a7a93de61c31f93dc5b792ff25964139170b) AuthConfig (4c87189b2b790920a22a2aca9dad89ce4b3d22750e501d3b9d65d97ad2ac92b3) AuthConfig (50d45e95065d68071b73788bedc2aaf16df89233b78332051eb2f1b923a6725d) AuthConfig (545516d1815fbcbf46060bdcc2af3e38b83233e8da5bdaeb32d0540450cad449) AuthConfig (86798609d045e0c3c32ff617398a28a4cc1a238c0e17faabf0e5f2266526c261) AuthConfig (57d4138b033051a23a60ea4b4c86823f58bd88bdabec2d229772829bb69df928) AuthConfig (a2b28139ca77ea8bd0e395255937257fa4fec8f71fb4ed68551480d46cded819) AuthConfig (c24b97b94c760335d61c7bce40b1cc48832dbd36a6e20b419fd081b3fa45e12d) AuthConfig (a98f934288d9f75a212bbf93ac6213f159f78885cf76f69131b162fb1ae604ed) AuthConfig (8cfa285cfddf89fbfcb403ae22fe70ea267718b50387b853d876a24f8a127831) AuthConfig (fe6916151dff70cbe093cd70db05d1a4d4047d8eec11fd50bcc5e53245f63935) AuthConfig (6893e6a0e09fc413b4f6ff823aa2fc20deafd877c55014c40341c4eb6ad58a6b) AuthConfig (26dbf130a5389fa441a2f054d459dc6820d22208dbb7e5e21d3327b40e5a2f10) AuthConfig (6f63c5b562011c6023f2cf8d8b39ec1a823c9db224bfc407f97cbe09f80cf74f) AuthConfig (3b6e3eb825b43133aaa9036d18a17351138d70570fc45d2938f93e879bf39e00) AuthConfig (d7fed919bcd26638d7caa35638d2cfdf34b9278420a7fae5edb6d486fd60641e) AuthConfig (0ad5ce544f597486e0e0389783d98a78a1c961eb84b6518107574eb74bfd9e66) AuthConfig (8cebc9f8dc34dde79632971de94e683fc99e2c3e3ca6159bc309cb1be6bdec68) AuthConfig (523851c996d242e1e7d77812e33ae846a5f38f1fd582c16729bc789f8ca8fe10) AuthConfig (6aa77087aa7ae31eebf96f6a3f4f04e5e2f283131fba8c66f6175b23f11afebc) AuthConfig (923ba0cbbb69ad6c98f4ae68c186f530e242b31024c5d61835c844ff867e7b54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"92c24dd1-474a-4b88-8304-88de6927b473","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.786524254Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w5-9d77b6-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (c6bde917879eb3799ec60743a88eadc3ed5926bda1e22f796e361408e9ae04d7) AuthConfig (5f3c5787767640c0db14c7846a5a89731943c3122c0b1ae241b803df89c73232) AuthConfig (8fdaceb909ffe1acbeb4052ae5010db00ac4addb07d8f7dba3d91db00f336502) AuthConfig (42783ee14cb3e14a339e1fc25e0f8016693932184783aa06336ece9ed8340832) AuthConfig (00c595374a2be19d61fde3a3a41ac13a1f90253eaf277cb737eb66e1cf7b7c2e) AuthConfig (a017ece68a89b91f0ddbf87098705bdef1d7582df86b8ff2ff29fac00d4a6e3f) AuthConfig (062f9729eec4cfe0e7ac739de9af433f534a65843a830903deb0bbe04aada22d) AuthConfig (7ace8b0227bbc74946398e99cefc952e84455a034361b87975a9060007e53099) AuthConfig (f78249d186b1249ba386a0e13a593b3e1230681bfaf4a32c129a6413858be3b5) AuthConfig (e5a952232df7d983aca848d34b35a7a93de61c31f93dc5b792ff25964139170b) AuthConfig (4c87189b2b790920a22a2aca9dad89ce4b3d22750e501d3b9d65d97ad2ac92b3) AuthConfig (50d45e95065d68071b73788bedc2aaf16df89233b78332051eb2f1b923a6725d) AuthConfig (545516d1815fbcbf46060bdcc2af3e38b83233e8da5bdaeb32d0540450cad449) AuthConfig (86798609d045e0c3c32ff617398a28a4cc1a238c0e17faabf0e5f2266526c261) AuthConfig (57d4138b033051a23a60ea4b4c86823f58bd88bdabec2d229772829bb69df928) AuthConfig (a2b28139ca77ea8bd0e395255937257fa4fec8f71fb4ed68551480d46cded819) AuthConfig (c24b97b94c760335d61c7bce40b1cc48832dbd36a6e20b419fd081b3fa45e12d) AuthConfig (a98f934288d9f75a212bbf93ac6213f159f78885cf76f69131b162fb1ae604ed) AuthConfig (8cfa285cfddf89fbfcb403ae22fe70ea267718b50387b853d876a24f8a127831) AuthConfig (fe6916151dff70cbe093cd70db05d1a4d4047d8eec11fd50bcc5e53245f63935) AuthConfig (6893e6a0e09fc413b4f6ff823aa2fc20deafd877c55014c40341c4eb6ad58a6b) AuthConfig (26dbf130a5389fa441a2f054d459dc6820d22208dbb7e5e21d3327b40e5a2f10) AuthConfig (6f63c5b562011c6023f2cf8d8b39ec1a823c9db224bfc407f97cbe09f80cf74f) AuthConfig (3b6e3eb825b43133aaa9036d18a17351138d70570fc45d2938f93e879bf39e00) AuthConfig (d7fed919bcd26638d7caa35638d2cfdf34b9278420a7fae5edb6d486fd60641e) AuthConfig (0ad5ce544f597486e0e0389783d98a78a1c961eb84b6518107574eb74bfd9e66) AuthConfig (8cebc9f8dc34dde79632971de94e683fc99e2c3e3ca6159bc309cb1be6bdec68) AuthConfig (523851c996d242e1e7d77812e33ae846a5f38f1fd582c16729bc789f8ca8fe10) AuthConfig (6aa77087aa7ae31eebf96f6a3f4f04e5e2f283131fba8c66f6175b23f11afebc) AuthConfig (923ba0cbbb69ad6c98f4ae68c186f530e242b31024c5d61835c844ff867e7b54)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"9ff94933-8eb1-44e8-8887-d58a6dfc6797","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.933578128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"953ec2a3-eafe-498e-aa6a-d91cb512b293","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.933961166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"faf5927c-5312-4c7e-9594-14f5b707c707","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.999158254Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"fad677e7-5f8d-481a-807b-5b28d88d0cb1","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:23.999520042Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"4ba81584-ff1c-42fa-b7ce-3c53d9e55d09","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.097970077Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"b9a385b8-728c-4336-ba85-bf5532ffc9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.09846979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"5076f4d9-cd85-477f-9e95-03ffe0ae9127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.098897609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"461c13bd-da90-4045-b109-2150149af69a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.099351712Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"780b22bb-430c-4172-8d5a-20c3ed8dc1a5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.158223372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"5076f4d9-cd85-477f-9e95-03ffe0ae9127","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.158626813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"b9a385b8-728c-4336-ba85-bf5532ffc9fa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.472159765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"ea688361-8b88-419b-8dcf-db108c1bd411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.472255901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"2fa5b3c9-2186-47c5-bac9-6ff0a5d1e83f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.528693897Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"2fa5b3c9-2186-47c5-bac9-6ff0a5d1e83f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:24.528724613Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"ea688361-8b88-419b-8dcf-db108c1bd411","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:25.865007186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"4406ded5-353e-46af-b018-79b6fd676515","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:25.978954707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"e31dc8b9-1bb4-4e1c-84f5-ac275f3790cf","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.036290159Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"3fd8c503-e4cf-47a3-bb6e-45eeb3a5422d","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.087417817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"22cdf61d-eddc-452d-8c65-f31dd80d35ac","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:26.088785544Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-096685/simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.142957374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"f7a3475c-4e34-4150-a602-4f455a5ba6bb","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.236394137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"254a5325-f45e-4e1a-ad5b-dd1e5a52e044","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.294115257Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"b966eff5-de80-4882-8e99-94a50cae1a99","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.355298597Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"e7a28e92-c387-4206-96c2-9dce637a3ec1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"simulator-w6-096685","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-096685/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.396910169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"448f59bc-aeb7-4c2c-be07-55cef9c605fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.50598037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"89f6a888-5f2b-4af2-b972-6cb5b4e3c9c3","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.518528059Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"448f59bc-aeb7-4c2c-be07-55cef9c605fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.519849656Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"20557843-bd1a-439d-92db-219bfb98e665","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.562562488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"a1c6a382-a730-4f42-83c7-374b2f6211eb","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.573477093Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"448f59bc-aeb7-4c2c-be07-55cef9c605fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:26.612992564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"60adcbed-e586-4753-849a-a3bc98f523e1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.620046714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"2effc85f-4a97-4065-a19d-0db57cfe7703","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.629743039Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"05773ddd-3f9d-440d-b5de-802ec68f8af9","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.675541891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"9f98b235-82cd-487d-863c-d1764f37dc76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.728176101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"38a16cad-1393-41a5-b6a0-b2735bdbf03c","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.73362249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"dc6dd32e-fe36-4600-8228-6a099444fcbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.767340515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"7b223b31-452e-43e3-a3d5-d4cf56d60625","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.789303916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"dc6dd32e-fe36-4600-8228-6a099444fcbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.825248047Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"afab489b-a31d-45cc-8d9c-f58f428598d6","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.843991404Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"dc6dd32e-fe36-4600-8228-6a099444fcbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:26.878403439Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"afab489b-a31d-45cc-8d9c-f58f428598d6","name":"premium-w6-096685","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-096685\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:26.878467148Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"afab489b-a31d-45cc-8d9c-f58f428598d6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w6-096685\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.878581138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"f1e822e9-5e55-4e70-9c90-e23ca3817e32","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.883800991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"0e65ba9c-3bd6-4b89-8577-fe4171a516fc","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.977594836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"f52b432a-0696-4fd6-a9cc-66b56ac6b457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.99549275Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"12abb038-f37a-4236-aa3f-e6aa83b5529b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"premium-w6-096685","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-096685/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:26.99853951Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"60264e53-7fa4-4107-92bb-22900f9755bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.033559901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"f52b432a-0696-4fd6-a9cc-66b56ac6b457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.054146908Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"60264e53-7fa4-4107-92bb-22900f9755bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.088313744Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"f52b432a-0696-4fd6-a9cc-66b56ac6b457","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.108732926Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"60264e53-7fa4-4107-92bb-22900f9755bb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.145768492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"1a131920-7206-451e-a547-528730d01f31","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.15946133Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"354f115e-6494-4050-b8fb-ef0fe4278a20","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.301051254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"301edd4b-26b2-44f5-ad5e-dc5c225857fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.316452491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"6f4c022a-a5a4-443a-a865-90d9c92021c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.357224751Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"301edd4b-26b2-44f5-ad5e-dc5c225857fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:27.412062121Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"301edd4b-26b2-44f5-ad5e-dc5c225857fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.942802802Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"2b5636be-5d09-4cdc-8718-2bd49cb76560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.942802777Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"65240bb2-facf-44d3-b2ff-10a5ceaef85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.979130759Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"c059d3cf-ff13-4152-a467-2d3b3aee5235","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.998692267Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"65240bb2-facf-44d3-b2ff-10a5ceaef85e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:33.998951289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"2b5636be-5d09-4cdc-8718-2bd49cb76560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.144933983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"79a2bb95-4315-4b75-86bd-4078d5e00aa4","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.315211247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"dbc5c1f7-ada2-4650-89b5-bbc9d1b9a13a","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.315582893Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"938696b7-d906-4559-8755-07a57e2d296f","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.44130461Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"004685a2-706e-45f8-b49b-02f0ecc8c47f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.693227986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"532467b9-4939-4501-b3ea-d21b6c6c5587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.6933143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"fe2cde29-39b9-42a4-8f1d-2f637619567c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.749302616Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"fe2cde29-39b9-42a4-8f1d-2f637619567c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.750237205Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"532467b9-4939-4501-b3ea-d21b6c6c5587","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.895603723Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"c0778fb5-3770-4faf-b1a8-33ab1ecad5a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.895603895Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"25cb6d43-22e6-491a-ab20-58201bc52203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.95211472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"c0778fb5-3770-4faf-b1a8-33ab1ecad5a5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:34.95233595Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"25cb6d43-22e6-491a-ab20-58201bc52203","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:37.265288493Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"9921f908-21e2-4b4e-9e2d-480a1ea9fe7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:37.321397981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"9921f908-21e2-4b4e-9e2d-480a1ea9fe7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:37.377226259Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"9921f908-21e2-4b4e-9e2d-480a1ea9fe7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:37.56960801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"7067785f-18bb-45eb-9280-057b58ae1d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:37.626936957Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"7067785f-18bb-45eb-9280-057b58ae1d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:37.682348534Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"7067785f-18bb-45eb-9280-057b58ae1d20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:39.024176368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:47.533855746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"881c5360-1755-4733-b025-7e9d56799046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:47.59182513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"881c5360-1755-4733-b025-7e9d56799046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:47.646856116Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"881c5360-1755-4733-b025-7e9d56799046","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:47.83987329Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"32a152fd-3be9-4c61-b9f4-7b6293e67ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:47.895959726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"32a152fd-3be9-4c61-b9f4-7b6293e67ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:47.951764871Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"32a152fd-3be9-4c61-b9f4-7b6293e67ed2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:52.288506823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"963c4c7a-5bdc-4051-a9ef-37017442e5de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:52.456335598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"ec767abb-c86c-4162-9833-6b2209c4035c","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:52.878985735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"aced8a16-a67a-46f0-8c2d-1bd08f4f0a37","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.044298011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"f92aa996-52ce-49bb-90c4-23c73f76da61","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.452075421Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"dcec6ee6-7ca2-4a1c-86ef-29df75e5bbea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.452074887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"cee37fd8-ee6a-40d2-82de-6197a4308da7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.510266092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"dcec6ee6-7ca2-4a1c-86ef-29df75e5bbea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.510262229Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"cee37fd8-ee6a-40d2-82de-6197a4308da7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.566310723Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b79d714038b4b58e3418de2cfaf1e7dada15ab8413cc46a3036b2c02af02db14) AuthConfig (c70f1eadbd2ab3f76b25e05544600b9b28c584e21e5034ed3a6dc2fdf6ffb384) AuthConfig (56724a77395b26c461f2251d22a6a5e3cd151d3d3fa8b746304d5c96cc7d17d2) AuthConfig (4dc1dda1a437e82292540f0cc05d34e4d0e582ddb906d43b0050b8689d5e5f11) AuthConfig (b18c9ebe97969e75ab8b28579c11ec101731c7c6363d7f6f4c5ce2ec3cda1b91) AuthConfig (59c8e864eb9640c0bc3af00e6aaa5efe463b04f49d9a92be20dd1f205ce9246f) AuthConfig (89f7af70ab7e57f933e0913210f53ceb4ff2196828d65b0e8319b7773e6e1595) AuthConfig (3b4ea3dbdd58d1347a66bcaa1442f59cd2b7cc66414d00e6dec9f8d9138925d8) AuthConfig (54c3f51f550e12777222d2bd49f1e283b84413f81cc6ac10b6e4235cd9a677fb) AuthConfig (f80ad46714a48311540b4dd91010c3082dda9ed2f8e7d14c83d798bc76eb92a8) AuthConfig (ebae3178683366fe45f2ecc22dedf5dd263862dd91bd113fa1cffc79444db97a) AuthConfig (a776d086a9254e579efdd2e08045c0d3b1aae448e8eb216ec48a3de8e0a40bdb) AuthConfig (e1c3b31978282b75b89ae3e0a398c78c88c4c9ab4c190863393811c3d8b3dcb5) AuthConfig (f5070a369428f1dffacbec64a49bad35edc53b358f4f61fa9ca728e9e409f858) AuthConfig (3f5c44bdecfa10b4f1706b4e12051ede54b592404c41c44ab90e073c0b10ca70) AuthConfig (84fc9409ea671d0ad9ebaa507953b4d8d9af5bd87c6589fdf2da48eb67a42f2f) AuthConfig (ad48a2d3c7a4be9b3112e69f82032da0ab396481dce42c5ddc9394956f0f3ee5) AuthConfig (5da20b6a7f8a81f9d79876c1a63e2259de956840d559f4f6fd91b0a4813e3cfc) AuthConfig (795e25e576f0ce0499012e64c25078e7482319aa996b6ecfb2c95d2e11fbd004) AuthConfig (71b290088dbbae432ee0271a06704b88e7f6097c5c49548571f121d5707439da) AuthConfig (317328e61c022534358a8309acbafeaa8e69e240823daea884403422f11b782d) AuthConfig (4beb18b0edf35058ec1ca0d92039d794cdf6ddd41d3388119e46c4869fdaaa20) AuthConfig (7b16f000157622b2101628bcbf84fee9aca4922ccec5ce065a9db9424560feb8) AuthConfig (c76d233d5fc42624390061dc38718209f6a6c91c9c739364ea648c25f9043611) AuthConfig (911612bcf4d9ff46944edc803f59f918eed05c3d8b2af0baf8591b6ad002727e) AuthConfig (dc595d57423affb81c8262ac7240e0e333213b7725aa9fceb3cc02882ee904c4) AuthConfig (4e6976cfd64b33999b78ec27c950d49fba89107ff8ab64165b0183cb77f41477) AuthConfig (fe0d055cda538dc8fe285f0bf2b20b265d85ccc5a02d7ccf4ed5da02d763b871) AuthConfig (52799234e2120bea89b27286a4e3b566fc69696be982089a4bf3303bb1607503) AuthConfig (b97929ae14efdf974a3cf0c65a90cff191b2c308963e045a93ce21a4ca99c2fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"dcec6ee6-7ca2-4a1c-86ef-29df75e5bbea","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.566845273Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b79d714038b4b58e3418de2cfaf1e7dada15ab8413cc46a3036b2c02af02db14) AuthConfig (c70f1eadbd2ab3f76b25e05544600b9b28c584e21e5034ed3a6dc2fdf6ffb384) AuthConfig (56724a77395b26c461f2251d22a6a5e3cd151d3d3fa8b746304d5c96cc7d17d2) AuthConfig (4dc1dda1a437e82292540f0cc05d34e4d0e582ddb906d43b0050b8689d5e5f11) AuthConfig (b18c9ebe97969e75ab8b28579c11ec101731c7c6363d7f6f4c5ce2ec3cda1b91) AuthConfig (59c8e864eb9640c0bc3af00e6aaa5efe463b04f49d9a92be20dd1f205ce9246f) AuthConfig (89f7af70ab7e57f933e0913210f53ceb4ff2196828d65b0e8319b7773e6e1595) AuthConfig (3b4ea3dbdd58d1347a66bcaa1442f59cd2b7cc66414d00e6dec9f8d9138925d8) AuthConfig (54c3f51f550e12777222d2bd49f1e283b84413f81cc6ac10b6e4235cd9a677fb) AuthConfig (f80ad46714a48311540b4dd91010c3082dda9ed2f8e7d14c83d798bc76eb92a8) AuthConfig (ebae3178683366fe45f2ecc22dedf5dd263862dd91bd113fa1cffc79444db97a) AuthConfig (a776d086a9254e579efdd2e08045c0d3b1aae448e8eb216ec48a3de8e0a40bdb) AuthConfig (e1c3b31978282b75b89ae3e0a398c78c88c4c9ab4c190863393811c3d8b3dcb5) AuthConfig (f5070a369428f1dffacbec64a49bad35edc53b358f4f61fa9ca728e9e409f858) AuthConfig (3f5c44bdecfa10b4f1706b4e12051ede54b592404c41c44ab90e073c0b10ca70) AuthConfig (84fc9409ea671d0ad9ebaa507953b4d8d9af5bd87c6589fdf2da48eb67a42f2f) AuthConfig (ad48a2d3c7a4be9b3112e69f82032da0ab396481dce42c5ddc9394956f0f3ee5) AuthConfig (5da20b6a7f8a81f9d79876c1a63e2259de956840d559f4f6fd91b0a4813e3cfc) AuthConfig (795e25e576f0ce0499012e64c25078e7482319aa996b6ecfb2c95d2e11fbd004) AuthConfig (71b290088dbbae432ee0271a06704b88e7f6097c5c49548571f121d5707439da) AuthConfig (317328e61c022534358a8309acbafeaa8e69e240823daea884403422f11b782d) AuthConfig (4beb18b0edf35058ec1ca0d92039d794cdf6ddd41d3388119e46c4869fdaaa20) AuthConfig (7b16f000157622b2101628bcbf84fee9aca4922ccec5ce065a9db9424560feb8) AuthConfig (c76d233d5fc42624390061dc38718209f6a6c91c9c739364ea648c25f9043611) AuthConfig (911612bcf4d9ff46944edc803f59f918eed05c3d8b2af0baf8591b6ad002727e) AuthConfig (dc595d57423affb81c8262ac7240e0e333213b7725aa9fceb3cc02882ee904c4) AuthConfig (4e6976cfd64b33999b78ec27c950d49fba89107ff8ab64165b0183cb77f41477) AuthConfig (fe0d055cda538dc8fe285f0bf2b20b265d85ccc5a02d7ccf4ed5da02d763b871) AuthConfig (52799234e2120bea89b27286a4e3b566fc69696be982089a4bf3303bb1607503) AuthConfig (b97929ae14efdf974a3cf0c65a90cff191b2c308963e045a93ce21a4ca99c2fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"cee37fd8-ee6a-40d2-82de-6197a4308da7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.623914327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"1f34ce14-7a1b-48a2-9863-615b5b546533","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.626722456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"9f7f7d36-f81c-476a-af1c-276943704802","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.780025679Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"ff44e387-b198-44e3-a59f-4659a3407734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.781683685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"5a0736d3-f37c-42a3-9767-036b6f202d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.837230116Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"ff44e387-b198-44e3-a59f-4659a3407734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.840024965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"5a0736d3-f37c-42a3-9767-036b6f202d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.893013173Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b79d714038b4b58e3418de2cfaf1e7dada15ab8413cc46a3036b2c02af02db14) AuthConfig (c70f1eadbd2ab3f76b25e05544600b9b28c584e21e5034ed3a6dc2fdf6ffb384) AuthConfig (56724a77395b26c461f2251d22a6a5e3cd151d3d3fa8b746304d5c96cc7d17d2) AuthConfig (4dc1dda1a437e82292540f0cc05d34e4d0e582ddb906d43b0050b8689d5e5f11) AuthConfig (b18c9ebe97969e75ab8b28579c11ec101731c7c6363d7f6f4c5ce2ec3cda1b91) AuthConfig (59c8e864eb9640c0bc3af00e6aaa5efe463b04f49d9a92be20dd1f205ce9246f) AuthConfig (89f7af70ab7e57f933e0913210f53ceb4ff2196828d65b0e8319b7773e6e1595) AuthConfig (3b4ea3dbdd58d1347a66bcaa1442f59cd2b7cc66414d00e6dec9f8d9138925d8) AuthConfig (54c3f51f550e12777222d2bd49f1e283b84413f81cc6ac10b6e4235cd9a677fb) AuthConfig (f80ad46714a48311540b4dd91010c3082dda9ed2f8e7d14c83d798bc76eb92a8) AuthConfig (ebae3178683366fe45f2ecc22dedf5dd263862dd91bd113fa1cffc79444db97a) AuthConfig (a776d086a9254e579efdd2e08045c0d3b1aae448e8eb216ec48a3de8e0a40bdb) AuthConfig (e1c3b31978282b75b89ae3e0a398c78c88c4c9ab4c190863393811c3d8b3dcb5) AuthConfig (f5070a369428f1dffacbec64a49bad35edc53b358f4f61fa9ca728e9e409f858) AuthConfig (3f5c44bdecfa10b4f1706b4e12051ede54b592404c41c44ab90e073c0b10ca70) AuthConfig (84fc9409ea671d0ad9ebaa507953b4d8d9af5bd87c6589fdf2da48eb67a42f2f) AuthConfig (ad48a2d3c7a4be9b3112e69f82032da0ab396481dce42c5ddc9394956f0f3ee5) AuthConfig (5da20b6a7f8a81f9d79876c1a63e2259de956840d559f4f6fd91b0a4813e3cfc) AuthConfig (795e25e576f0ce0499012e64c25078e7482319aa996b6ecfb2c95d2e11fbd004) AuthConfig (71b290088dbbae432ee0271a06704b88e7f6097c5c49548571f121d5707439da) AuthConfig (317328e61c022534358a8309acbafeaa8e69e240823daea884403422f11b782d) AuthConfig (4beb18b0edf35058ec1ca0d92039d794cdf6ddd41d3388119e46c4869fdaaa20) AuthConfig (7b16f000157622b2101628bcbf84fee9aca4922ccec5ce065a9db9424560feb8) AuthConfig (c76d233d5fc42624390061dc38718209f6a6c91c9c739364ea648c25f9043611) AuthConfig (911612bcf4d9ff46944edc803f59f918eed05c3d8b2af0baf8591b6ad002727e) AuthConfig (dc595d57423affb81c8262ac7240e0e333213b7725aa9fceb3cc02882ee904c4) AuthConfig (4e6976cfd64b33999b78ec27c950d49fba89107ff8ab64165b0183cb77f41477) AuthConfig (fe0d055cda538dc8fe285f0bf2b20b265d85ccc5a02d7ccf4ed5da02d763b871) AuthConfig (52799234e2120bea89b27286a4e3b566fc69696be982089a4bf3303bb1607503) AuthConfig (b97929ae14efdf974a3cf0c65a90cff191b2c308963e045a93ce21a4ca99c2fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"ff44e387-b198-44e3-a59f-4659a3407734","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:53.895109172Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b79d714038b4b58e3418de2cfaf1e7dada15ab8413cc46a3036b2c02af02db14) AuthConfig (c70f1eadbd2ab3f76b25e05544600b9b28c584e21e5034ed3a6dc2fdf6ffb384) AuthConfig (56724a77395b26c461f2251d22a6a5e3cd151d3d3fa8b746304d5c96cc7d17d2) AuthConfig (4dc1dda1a437e82292540f0cc05d34e4d0e582ddb906d43b0050b8689d5e5f11) AuthConfig (b18c9ebe97969e75ab8b28579c11ec101731c7c6363d7f6f4c5ce2ec3cda1b91) AuthConfig (59c8e864eb9640c0bc3af00e6aaa5efe463b04f49d9a92be20dd1f205ce9246f) AuthConfig (89f7af70ab7e57f933e0913210f53ceb4ff2196828d65b0e8319b7773e6e1595) AuthConfig (3b4ea3dbdd58d1347a66bcaa1442f59cd2b7cc66414d00e6dec9f8d9138925d8) AuthConfig (54c3f51f550e12777222d2bd49f1e283b84413f81cc6ac10b6e4235cd9a677fb) AuthConfig (f80ad46714a48311540b4dd91010c3082dda9ed2f8e7d14c83d798bc76eb92a8) AuthConfig (ebae3178683366fe45f2ecc22dedf5dd263862dd91bd113fa1cffc79444db97a) AuthConfig (a776d086a9254e579efdd2e08045c0d3b1aae448e8eb216ec48a3de8e0a40bdb) AuthConfig (e1c3b31978282b75b89ae3e0a398c78c88c4c9ab4c190863393811c3d8b3dcb5) AuthConfig (f5070a369428f1dffacbec64a49bad35edc53b358f4f61fa9ca728e9e409f858) AuthConfig (3f5c44bdecfa10b4f1706b4e12051ede54b592404c41c44ab90e073c0b10ca70) AuthConfig (84fc9409ea671d0ad9ebaa507953b4d8d9af5bd87c6589fdf2da48eb67a42f2f) AuthConfig (ad48a2d3c7a4be9b3112e69f82032da0ab396481dce42c5ddc9394956f0f3ee5) AuthConfig (5da20b6a7f8a81f9d79876c1a63e2259de956840d559f4f6fd91b0a4813e3cfc) AuthConfig (795e25e576f0ce0499012e64c25078e7482319aa996b6ecfb2c95d2e11fbd004) AuthConfig (71b290088dbbae432ee0271a06704b88e7f6097c5c49548571f121d5707439da) AuthConfig (317328e61c022534358a8309acbafeaa8e69e240823daea884403422f11b782d) AuthConfig (4beb18b0edf35058ec1ca0d92039d794cdf6ddd41d3388119e46c4869fdaaa20) AuthConfig (7b16f000157622b2101628bcbf84fee9aca4922ccec5ce065a9db9424560feb8) AuthConfig (c76d233d5fc42624390061dc38718209f6a6c91c9c739364ea648c25f9043611) AuthConfig (911612bcf4d9ff46944edc803f59f918eed05c3d8b2af0baf8591b6ad002727e) AuthConfig (dc595d57423affb81c8262ac7240e0e333213b7725aa9fceb3cc02882ee904c4) AuthConfig (4e6976cfd64b33999b78ec27c950d49fba89107ff8ab64165b0183cb77f41477) AuthConfig (fe0d055cda538dc8fe285f0bf2b20b265d85ccc5a02d7ccf4ed5da02d763b871) AuthConfig (52799234e2120bea89b27286a4e3b566fc69696be982089a4bf3303bb1607503) AuthConfig (b97929ae14efdf974a3cf0c65a90cff191b2c308963e045a93ce21a4ca99c2fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"5a0736d3-f37c-42a3-9767-036b6f202d1b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:22:53.948082987Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"5a0736d3-f37c-42a3-9767-036b6f202d1b","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:54.109856586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"fd7830a4-b99c-40d4-a547-6e470d927730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:54.166248969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"fd7830a4-b99c-40d4-a547-6e470d927730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:54.221712175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w6-096685-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (b79d714038b4b58e3418de2cfaf1e7dada15ab8413cc46a3036b2c02af02db14) AuthConfig (c70f1eadbd2ab3f76b25e05544600b9b28c584e21e5034ed3a6dc2fdf6ffb384) AuthConfig (56724a77395b26c461f2251d22a6a5e3cd151d3d3fa8b746304d5c96cc7d17d2) AuthConfig (4dc1dda1a437e82292540f0cc05d34e4d0e582ddb906d43b0050b8689d5e5f11) AuthConfig (b18c9ebe97969e75ab8b28579c11ec101731c7c6363d7f6f4c5ce2ec3cda1b91) AuthConfig (59c8e864eb9640c0bc3af00e6aaa5efe463b04f49d9a92be20dd1f205ce9246f) AuthConfig (89f7af70ab7e57f933e0913210f53ceb4ff2196828d65b0e8319b7773e6e1595) AuthConfig (3b4ea3dbdd58d1347a66bcaa1442f59cd2b7cc66414d00e6dec9f8d9138925d8) AuthConfig (54c3f51f550e12777222d2bd49f1e283b84413f81cc6ac10b6e4235cd9a677fb) AuthConfig (f80ad46714a48311540b4dd91010c3082dda9ed2f8e7d14c83d798bc76eb92a8) AuthConfig (ebae3178683366fe45f2ecc22dedf5dd263862dd91bd113fa1cffc79444db97a) AuthConfig (a776d086a9254e579efdd2e08045c0d3b1aae448e8eb216ec48a3de8e0a40bdb) AuthConfig (e1c3b31978282b75b89ae3e0a398c78c88c4c9ab4c190863393811c3d8b3dcb5) AuthConfig (f5070a369428f1dffacbec64a49bad35edc53b358f4f61fa9ca728e9e409f858) AuthConfig (3f5c44bdecfa10b4f1706b4e12051ede54b592404c41c44ab90e073c0b10ca70) AuthConfig (84fc9409ea671d0ad9ebaa507953b4d8d9af5bd87c6589fdf2da48eb67a42f2f) AuthConfig (ad48a2d3c7a4be9b3112e69f82032da0ab396481dce42c5ddc9394956f0f3ee5) AuthConfig (5da20b6a7f8a81f9d79876c1a63e2259de956840d559f4f6fd91b0a4813e3cfc) AuthConfig (795e25e576f0ce0499012e64c25078e7482319aa996b6ecfb2c95d2e11fbd004) AuthConfig (71b290088dbbae432ee0271a06704b88e7f6097c5c49548571f121d5707439da) AuthConfig (317328e61c022534358a8309acbafeaa8e69e240823daea884403422f11b782d) AuthConfig (4beb18b0edf35058ec1ca0d92039d794cdf6ddd41d3388119e46c4869fdaaa20) AuthConfig (7b16f000157622b2101628bcbf84fee9aca4922ccec5ce065a9db9424560feb8) AuthConfig (c76d233d5fc42624390061dc38718209f6a6c91c9c739364ea648c25f9043611) AuthConfig (911612bcf4d9ff46944edc803f59f918eed05c3d8b2af0baf8591b6ad002727e) AuthConfig (dc595d57423affb81c8262ac7240e0e333213b7725aa9fceb3cc02882ee904c4) AuthConfig (4e6976cfd64b33999b78ec27c950d49fba89107ff8ab64165b0183cb77f41477) AuthConfig (fe0d055cda538dc8fe285f0bf2b20b265d85ccc5a02d7ccf4ed5da02d763b871) AuthConfig (52799234e2120bea89b27286a4e3b566fc69696be982089a4bf3303bb1607503) AuthConfig (b97929ae14efdf974a3cf0c65a90cff191b2c308963e045a93ce21a4ca99c2fc)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"fd7830a4-b99c-40d4-a547-6e470d927730","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.429728472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"937f9759-42da-4f13-babc-a63e5ef86023","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.43021732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"031301ce-5521-450c-8875-dab31e4cd020","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.494932623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"6c1c1e01-6753-44dd-8856-2002a187d808","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.495381638Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"8c7b0d38-9e4c-4757-a2d8-2e846677ef45","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.597577932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"1c8d1c97-fdb3-45cb-86fc-449bf13b7198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.598142704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"cff0e6f0-79ea-4280-a963-28b3f52c6f18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.598753572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"244a2e42-5f09-4dcd-8109-0712efca19de","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.617144218Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"32ac4f49-5054-465f-9bba-2f203a8c65d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.655126913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"cff0e6f0-79ea-4280-a963-28b3f52c6f18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.656950234Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"1c8d1c97-fdb3-45cb-86fc-449bf13b7198","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.967339428Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"5bf6996e-89cd-499a-acef-2525a47531f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:55.967442526Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"c74efbba-a276-4d8d-b81d-0092a8d90558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:56.02438144Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"5bf6996e-89cd-499a-acef-2525a47531f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:22:56.024481214Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"c74efbba-a276-4d8d-b81d-0092a8d90558","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.117425186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"6eb91e0a-b4b7-4ff9-8d2a-6f8e5778a012","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.225647352Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"77b8999b-5ef2-4bee-8b97-76da40277d82","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.282105426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"3c9f9a94-eef8-43d5-8dd1-94f38e735818","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:03.33542059Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"9e723e33-5971-4775-b27b-ce90fa22780b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.340670237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"258aeceb-8bb6-4d93-bd87-6d4e3d2ccc4f","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.454456821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"7230d445-c9fc-46b6-8d13-4842ccccd87b","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.491115062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"f76f0427-4ac0-4b41-bfbe-a87b377c9380","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.549280492Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"bf180b3c-4536-4db1-aefc-5a9aad687b1f","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.6497688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"202606f8-6671-48a2-a5c3-2b7e4f854a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.727837986Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"bda668f0-c491-4501-95c5-6db6845750c2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"simulator-w3-108cf9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-108cf9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.802388165Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"202606f8-6671-48a2-a5c3-2b7e4f854a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.814585608Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"e5c02959-76d6-459c-9fca-fc1626e999c0","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.900813705Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"868ee60e-add7-44e9-9c14-44a42a993ff2","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.901538312Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"202606f8-6671-48a2-a5c3-2b7e4f854a9f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:03.95545006Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"bda668f0-c491-4501-95c5-6db6845750c2","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.955854479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"796dbfab-0b67-48bb-9f07-4571cf883465","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:03.95872974Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"6c83e091-944d-491e-914d-3537428780cd","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:03.958946904Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-108cf9/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.011275299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"ccffb0f9-090f-4348-aa5d-e0e5e4ecf0c9","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.025290368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"22599678-0b3b-4ece-9222-c4731990416c","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.057382134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"60e72516-2c55-40f5-bdbf-9c54af2782ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.082865406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"3740ba64-226a-4dc6-83f2-1752d69db8b8","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.114091008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"0b0d789d-a896-4c5a-8271-aa49702db2bf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.114908353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"60e72516-2c55-40f5-bdbf-9c54af2782ab","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:04.136409541Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"3740ba64-226a-4dc6-83f2-1752d69db8b8","name":"premium-w3-108cf9","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-108cf9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:04.136512859Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"3740ba64-226a-4dc6-83f2-1752d69db8b8","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"premium-w3-108cf9\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.14190493Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"9b7f3c29-7f3d-4828-8863-dab3e70deebb","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.157456633Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"7ad87eb0-5df0-45fe-bee7-61f543a120c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.214734405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"7ad87eb0-5df0-45fe-bee7-61f543a120c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.257697295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"5b482d11-9b26-4578-8f35-455e3862cc41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.268559012Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"8937e890-aa01-4166-a186-7ec29dbacd64","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"premium-w3-108cf9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-108cf9/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.271021139Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"7ad87eb0-5df0-45fe-bee7-61f543a120c4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.280964415Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"26d15554-db2c-45ae-b8ca-23359b3eab3c","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.314169883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"5b482d11-9b26-4578-8f35-455e3862cc41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:04.32405459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"7ad87eb0-5df0-45fe-bee7-61f543a120c4","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.369205243Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"5b482d11-9b26-4578-8f35-455e3862cc41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.378606287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"45522964-c657-47a6-9eb9-2d97f88e108c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.426487757Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"e707851c-0d1f-4380-8db4-5cf3fd2c2f78","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.432103469Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"ec69c89f-400e-4172-a86f-c73b1bc707b9","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.43452188Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"b84058b9-4755-4c76-a2a7-d2545f1b1da7","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.435923141Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"45522964-c657-47a6-9eb9-2d97f88e108c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.479761502Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"4cce2c5a-ec7d-4a08-b69e-fc86a7471c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.535464542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"4cce2c5a-ec7d-4a08-b69e-fc86a7471c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.58235026Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"89fe23e5-a14f-48c9-bb80-13e4fc90d29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.590203991Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"4cce2c5a-ec7d-4a08-b69e-fc86a7471c45","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.592111359Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"e282b37b-2f3f-41fd-8568-77447c16c0df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.639632005Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"89fe23e5-a14f-48c9-bb80-13e4fc90d29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.694752764Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"89fe23e5-a14f-48c9-bb80-13e4fc90d29c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.740087712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"aa7176a2-2f56-4249-85be-f7369ef04f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.7400878Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"055a369b-afef-4bad-8bfe-fd5c95bfd6b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.75198107Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"dfb36ca2-e6e9-43f7-8f8c-9e2f4f5c5700","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.797534566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"aa7176a2-2f56-4249-85be-f7369ef04f19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:04.797580729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"055a369b-afef-4bad-8bfe-fd5c95bfd6b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:05.613317434Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"996516e5-2583-430a-9033-4498ad3bbe47","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:05.678922653Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"1e0c41eb-925b-43a2-9ede-6e983b3e5c55","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.544245842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"474c67ba-c655-42fe-9854-8a79434f9c7b","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.600788095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"07702025-a566-4f50-91bf-5ae2f7490b0b","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.805229821Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a-auth","reconcileID":"0f2b211c-0604-479e-ab4c-5a67e0f544e3","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.818515485Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"b2573476-a98e-4ff2-a3ee-3ecf6149e7ca","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.861504347Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a-auth","reconcileID":"0f2b211c-0604-479e-ab4c-5a67e0f544e3","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.876785848Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"5a6e4c3e-8aaf-4b23-b0c7-ca3626f84de7","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.927779194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"5c8f8108-0d92-4206-8137-4bc8e7d22387","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:08.929420527Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w6-096685/e2e-combo-sub-8402bc5a","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-combo-sub-8402bc5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.974895173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"613af664-36d8-4810-8971-c38959c405d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.974899465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"e7b2a7bd-6359-475e-8336-4660f93f8b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:08.986081436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"70714e4a-a6d0-4d6d-99bf-aa0d7b0cf971","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.024484342Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.032249913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"613af664-36d8-4810-8971-c38959c405d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.032253464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"e7b2a7bd-6359-475e-8336-4660f93f8b1e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.131521786Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"124c467f-7601-4c65-8f06-b34cdb1edc76","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.204451175Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8402bc5a","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a","reconcileID":"8bae5346-3b9e-419d-9ecc-e99f88366468","MaaSSubscription":{"name":"e2e-combo-sub-8402bc5a","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-096685/e2e-combo-sub-8402bc5a","ai-tenant-e2e-worker-w6-096685/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.289387151Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a-auth","reconcileID":"83e46985-d030-4a5b-8f36-0cde9a290c74","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.346120566Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a-auth","reconcileID":"83e46985-d030-4a5b-8f36-0cde9a290c74","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.371683568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"8f086ff1-4f9d-408d-9db5-d8bf9e28c733","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.375785249Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"ac1a1753-bc62-459f-85d5-07026c065a45","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.394115543Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"92309064-3f67-4b5c-92a3-5269631f0f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.394116315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"aebe4b88-c5a7-43e3-bf89-e05f4ca00654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.452582797Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"92309064-3f67-4b5c-92a3-5269631f0f79","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.452582821Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"aebe4b88-c5a7-43e3-bf89-e05f4ca00654","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:09.533279364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8402bc5a","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a","reconcileID":"95527edc-9307-4a34-87b5-c20816a51564","MaaSSubscription":{"name":"e2e-combo-sub-8402bc5a","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.046633417Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"404fee89-fe4c-4db5-91c8-21ff15aed6f3","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.202526518Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"b18d9d8e-b63e-4921-8dce-7b0d46d61a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.202674857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a-auth","reconcileID":"e023a765-a7b3-4b1f-834f-fb2b77829239","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.202526226Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"346ac733-a915-4815-a193-58f2df34ab1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.259427217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"b18d9d8e-b63e-4921-8dce-7b0d46d61a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.261025636Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a-auth","reconcileID":"e023a765-a7b3-4b1f-834f-fb2b77829239","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.26213193Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"346ac733-a915-4815-a193-58f2df34ab1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.747270697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"481b3694-3aaa-40b1-a262-acbcb0b4bec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.803923043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"481b3694-3aaa-40b1-a262-acbcb0b4bec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.851583934Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"bae3c843-7ffb-4ae8-a333-5af15416dad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.860241863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"481b3694-3aaa-40b1-a262-acbcb0b4bec7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.907415319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"bae3c843-7ffb-4ae8-a333-5af15416dad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:14.962822974Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"bae3c843-7ffb-4ae8-a333-5af15416dad8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.027604661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"6101bbd7-16cb-455b-a881-3d565a055176","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.028142891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"75e7aa8d-f6b1-4f79-ae3c-2a24dd0ca201","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.107475341Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"3eb4a983-3815-4094-b19b-a5fbfbb53732","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.107934504Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"ae00c8f0-bbd7-44cc-83f7-72fadf7e9781","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.19378255Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"4d3e292e-b188-4aba-a73f-ba613b1fb415","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.194364512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"1db534c0-2060-4f4a-b670-6f4a5817f5c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.194914744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"51e98fef-92f9-4dbe-8841-443fccd38980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.195516823Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"2bb2f480-7f43-457d-8086-99832cca48d9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.256725289Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"1db534c0-2060-4f4a-b670-6f4a5817f5c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.262811855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"51e98fef-92f9-4dbe-8841-443fccd38980","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.625012246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4a2668f2-fb64-4309-8b83-b4ddaca081db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.62504885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"085b4273-e990-4e7e-a909-854894dc1607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.680916154Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"085b4273-e990-4e7e-a909-854894dc1607","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:19.681759723Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4a2668f2-fb64-4309-8b83-b4ddaca081db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:22.260105388Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"e2e-conflict-a-3d3d3a66","reconcileID":"d1418632-c5d3-449f-9cc3-8b41ad247531","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"e2e-conflict-a-3d3d3a66-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"e2e-conflict-a-3d3d3a66","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.065472542Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"fbb96e26-fa01-4e1d-b15d-63c3ca012688","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.210116903Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8402bc5a","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a","reconcileID":"5591a415-a9bc-4a68-a5b1-f45a9ee2c21e","MaaSSubscription":{"name":"e2e-combo-sub-8402bc5a","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscription":"e2e-combo-sub-8402bc5a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.232283679Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"2e87e436-fe56-4a9b-97b2-d51e2ea31165","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.373493723Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-combo-sub-8402bc5a","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a","reconcileID":"5591a415-a9bc-4a68-a5b1-f45a9ee2c21e","MaaSSubscription":{"name":"e2e-combo-sub-8402bc5a","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-096685/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.410098186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"af97eae0-6270-46c4-8727-136e59899288","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.531224574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"b2c0695d-302b-4f75-a967-aefff58de712","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.577425432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"b5c8a5c7-b244-4e65-9ffe-18d9a69216cb","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.590185544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"02ea0352-b81a-4110-ab36-847b8e6f85e1","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.746066179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a-auth","reconcileID":"7a43aa99-6819-41bb-b9a2-c543db974ef0","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.746193868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"bd115e3a-e550-4c2a-a10f-c569b58289b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.746068318Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"b58a346a-9393-4b3c-b188-7e679ff59606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.751157124Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"7971d725-cc5e-4c10-85a4-566dad4f4a5d","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.802802209Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"b58a346a-9393-4b3c-b188-7e679ff59606","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.802985899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a-auth","reconcileID":"7a43aa99-6819-41bb-b9a2-c543db974ef0","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.805898429Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"bd115e3a-e550-4c2a-a10f-c569b58289b4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:24.95879034Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-combo-sub-8402bc5a-auth","reconcileID":"9f2ad8c4-a748-4b67-a080-279959a26a86","MaaSAuthPolicy":{"name":"e2e-combo-sub-8402bc5a-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.016030022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"b3d4fdd7-1428-4748-82e8-26ca428aa4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.071781718Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"b3d4fdd7-1428-4748-82e8-26ca428aa4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.119042406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"594bb3ec-de6d-43ce-95d8-67b66b772b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.126378448Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a192056fe629f4bcf65b0ccf7ee8caf0dbaf8d63d4e56b4b30b15872125b9ccc) AuthConfig (6b04a6e01912555d4d3ae6d998d7eb02ef6ac35d77655660b378d8f1b646192e) AuthConfig (3477cbbf8e695257f347d403282cfe33f3fc17db1c6877f7cad44d39b71e97b4) AuthConfig (5d74da5bb3886c978ceb0b1a269308f3da89283459957dca818744629b48c2c1) AuthConfig (490444f0f6f50ced491c1023438f9dac2e95676ff2e12bf6dc2b362bc5608a74) AuthConfig (022648d571b45af2ee042cd4c5557bb543e740b500af3b0cabb3aba2cd5ca361) AuthConfig (d1e6695bec54cadaa2506cbec83c2d78d50a91a32f6f64782006f8eeccb22397) AuthConfig (2831749345e78288ce7c73f05406040261ddf498b1dd664437f03526e5a39f0c) AuthConfig (348d1ba17fa01d2588af70745e7b576b8d02d6a99872cbea99079274224242b6) AuthConfig (9d5e8da5656e9a038bd167cb9403201dfceff28f6b88b1523bf1db9f1a28779e) AuthConfig (ebb6f8591714e9692283b9bc6bc1f866fc76c90180472495019ffec817a07b33) AuthConfig (c01240d4b288bebf74858a55563ec4f7c623410522fb38774c478b224833573b) AuthConfig (b5243d5e13f16dee09a558cb9ca860854382cedaf9f8e6aa47671ce416466cf7) AuthConfig (26a3d6f5885c90a8075e07baf30a842706e362732e40c784182a773ead28e5e4) AuthConfig (6cbdac6d6dd70c762824d4e1e568e6033c3006401702491747fa695c3c5f828f) AuthConfig (f57a531baabcc7b8fd8ff8781528dce6e344d0cc2bbc6526b769ee20b196c546) AuthConfig (519eb7d70313cb628ebdad6e63e609f6f071531cbf142872f81021ebedb9481c) AuthConfig (c0901a17748f4d87f850bd865dbd8d7103f71da1f56ded7e89843dd39deaf03e) AuthConfig (f439d6f506d6ca11db862682cb9e8a1ca6f57ac80570a536eee014fe5287cecb) AuthConfig (048b695434280f8561973fa521b7403f4212749e462dd14ed82a9937e8a03152) AuthConfig (406b8ca22c4515c0af2e4d9b1e6d6556271a440a1165c76638a3dc70c43e781c) AuthConfig (da39aab8372527740356e96ed94ed12cab79435846509b4a3e40337a3855ccd3) AuthConfig (17f3a3b14f3a2ce0dbf179b2b94a31debbeb4e1a84507ec3cb6d0ad36c418a13) AuthConfig (0712175347fa2d63391d532ad1445672769a1ed36cae65fcd8a65f0ea36e451a) AuthConfig (96d46c47a8ee4c505ff13c9565b83ef3baa3e6d47a8fc868f4a2e25bb12326ce) AuthConfig (517cbbb25c5d5caa58f74acb09f970627457a3e9541faafb4d1b620c2741b202) AuthConfig (37d77040af29f2868eb3da0a75647e8948a6cef760640e2f41f33b67276f191b) AuthConfig (9b698baed0ae9b59f824489cd8a972502e20f507fd6062e5964e883544cf014a) AuthConfig (2261c77a4a737f44c88e6c1c1097c248cd78343e3daec1eed38e1421d34f6efd) AuthConfig (ddd34c7b4c80fe4c3967c78923bb7a67bd9d2631560ae6a89f8eb36115a2782b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"b3d4fdd7-1428-4748-82e8-26ca428aa4e9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.167148263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"40961e8d-db22-4f3f-bd80-3faba1479cac","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.175741428Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"594bb3ec-de6d-43ce-95d8-67b66b772b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.183651643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"7b0eff30-b5dc-4b53-92eb-96317fce3905","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.232288779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a192056fe629f4bcf65b0ccf7ee8caf0dbaf8d63d4e56b4b30b15872125b9ccc) AuthConfig (6b04a6e01912555d4d3ae6d998d7eb02ef6ac35d77655660b378d8f1b646192e) AuthConfig (3477cbbf8e695257f347d403282cfe33f3fc17db1c6877f7cad44d39b71e97b4) AuthConfig (5d74da5bb3886c978ceb0b1a269308f3da89283459957dca818744629b48c2c1) AuthConfig (490444f0f6f50ced491c1023438f9dac2e95676ff2e12bf6dc2b362bc5608a74) AuthConfig (022648d571b45af2ee042cd4c5557bb543e740b500af3b0cabb3aba2cd5ca361) AuthConfig (d1e6695bec54cadaa2506cbec83c2d78d50a91a32f6f64782006f8eeccb22397) AuthConfig (2831749345e78288ce7c73f05406040261ddf498b1dd664437f03526e5a39f0c) AuthConfig (348d1ba17fa01d2588af70745e7b576b8d02d6a99872cbea99079274224242b6) AuthConfig (9d5e8da5656e9a038bd167cb9403201dfceff28f6b88b1523bf1db9f1a28779e) AuthConfig (ebb6f8591714e9692283b9bc6bc1f866fc76c90180472495019ffec817a07b33) AuthConfig (c01240d4b288bebf74858a55563ec4f7c623410522fb38774c478b224833573b) AuthConfig (b5243d5e13f16dee09a558cb9ca860854382cedaf9f8e6aa47671ce416466cf7) AuthConfig (26a3d6f5885c90a8075e07baf30a842706e362732e40c784182a773ead28e5e4) AuthConfig (6cbdac6d6dd70c762824d4e1e568e6033c3006401702491747fa695c3c5f828f) AuthConfig (f57a531baabcc7b8fd8ff8781528dce6e344d0cc2bbc6526b769ee20b196c546) AuthConfig (519eb7d70313cb628ebdad6e63e609f6f071531cbf142872f81021ebedb9481c) AuthConfig (c0901a17748f4d87f850bd865dbd8d7103f71da1f56ded7e89843dd39deaf03e) AuthConfig (f439d6f506d6ca11db862682cb9e8a1ca6f57ac80570a536eee014fe5287cecb) AuthConfig (048b695434280f8561973fa521b7403f4212749e462dd14ed82a9937e8a03152) AuthConfig (406b8ca22c4515c0af2e4d9b1e6d6556271a440a1165c76638a3dc70c43e781c) AuthConfig (da39aab8372527740356e96ed94ed12cab79435846509b4a3e40337a3855ccd3) AuthConfig (17f3a3b14f3a2ce0dbf179b2b94a31debbeb4e1a84507ec3cb6d0ad36c418a13) AuthConfig (0712175347fa2d63391d532ad1445672769a1ed36cae65fcd8a65f0ea36e451a) AuthConfig (96d46c47a8ee4c505ff13c9565b83ef3baa3e6d47a8fc868f4a2e25bb12326ce) AuthConfig (517cbbb25c5d5caa58f74acb09f970627457a3e9541faafb4d1b620c2741b202) AuthConfig (37d77040af29f2868eb3da0a75647e8948a6cef760640e2f41f33b67276f191b) AuthConfig (9b698baed0ae9b59f824489cd8a972502e20f507fd6062e5964e883544cf014a) AuthConfig (2261c77a4a737f44c88e6c1c1097c248cd78343e3daec1eed38e1421d34f6efd) AuthConfig (ddd34c7b4c80fe4c3967c78923bb7a67bd9d2631560ae6a89f8eb36115a2782b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"594bb3ec-de6d-43ce-95d8-67b66b772b38","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.289441436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"8310d3d2-f3e8-4256-bcca-6ef6e294a6ac","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.340224023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"7b052db1-223b-4723-8805-aa68c98fc25e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.396621987Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"7b052db1-223b-4723-8805-aa68c98fc25e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.444739125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"dd332bb0-1949-4ca0-8132-ffa5151c9cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.451308706Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a192056fe629f4bcf65b0ccf7ee8caf0dbaf8d63d4e56b4b30b15872125b9ccc) AuthConfig (6b04a6e01912555d4d3ae6d998d7eb02ef6ac35d77655660b378d8f1b646192e) AuthConfig (3477cbbf8e695257f347d403282cfe33f3fc17db1c6877f7cad44d39b71e97b4) AuthConfig (5d74da5bb3886c978ceb0b1a269308f3da89283459957dca818744629b48c2c1) AuthConfig (490444f0f6f50ced491c1023438f9dac2e95676ff2e12bf6dc2b362bc5608a74) AuthConfig (022648d571b45af2ee042cd4c5557bb543e740b500af3b0cabb3aba2cd5ca361) AuthConfig (d1e6695bec54cadaa2506cbec83c2d78d50a91a32f6f64782006f8eeccb22397) AuthConfig (2831749345e78288ce7c73f05406040261ddf498b1dd664437f03526e5a39f0c) AuthConfig (348d1ba17fa01d2588af70745e7b576b8d02d6a99872cbea99079274224242b6) AuthConfig (9d5e8da5656e9a038bd167cb9403201dfceff28f6b88b1523bf1db9f1a28779e) AuthConfig (ebb6f8591714e9692283b9bc6bc1f866fc76c90180472495019ffec817a07b33) AuthConfig (c01240d4b288bebf74858a55563ec4f7c623410522fb38774c478b224833573b) AuthConfig (b5243d5e13f16dee09a558cb9ca860854382cedaf9f8e6aa47671ce416466cf7) AuthConfig (26a3d6f5885c90a8075e07baf30a842706e362732e40c784182a773ead28e5e4) AuthConfig (6cbdac6d6dd70c762824d4e1e568e6033c3006401702491747fa695c3c5f828f) AuthConfig (f57a531baabcc7b8fd8ff8781528dce6e344d0cc2bbc6526b769ee20b196c546) AuthConfig (519eb7d70313cb628ebdad6e63e609f6f071531cbf142872f81021ebedb9481c) AuthConfig (c0901a17748f4d87f850bd865dbd8d7103f71da1f56ded7e89843dd39deaf03e) AuthConfig (f439d6f506d6ca11db862682cb9e8a1ca6f57ac80570a536eee014fe5287cecb) AuthConfig (048b695434280f8561973fa521b7403f4212749e462dd14ed82a9937e8a03152) AuthConfig (406b8ca22c4515c0af2e4d9b1e6d6556271a440a1165c76638a3dc70c43e781c) AuthConfig (da39aab8372527740356e96ed94ed12cab79435846509b4a3e40337a3855ccd3) AuthConfig (17f3a3b14f3a2ce0dbf179b2b94a31debbeb4e1a84507ec3cb6d0ad36c418a13) AuthConfig (0712175347fa2d63391d532ad1445672769a1ed36cae65fcd8a65f0ea36e451a) AuthConfig (96d46c47a8ee4c505ff13c9565b83ef3baa3e6d47a8fc868f4a2e25bb12326ce) AuthConfig (517cbbb25c5d5caa58f74acb09f970627457a3e9541faafb4d1b620c2741b202) AuthConfig (37d77040af29f2868eb3da0a75647e8948a6cef760640e2f41f33b67276f191b) AuthConfig (9b698baed0ae9b59f824489cd8a972502e20f507fd6062e5964e883544cf014a) AuthConfig (2261c77a4a737f44c88e6c1c1097c248cd78343e3daec1eed38e1421d34f6efd) AuthConfig (ddd34c7b4c80fe4c3967c78923bb7a67bd9d2631560ae6a89f8eb36115a2782b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"7b052db1-223b-4723-8805-aa68c98fc25e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.500968655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"dd332bb0-1949-4ca0-8132-ffa5151c9cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.555868164Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a192056fe629f4bcf65b0ccf7ee8caf0dbaf8d63d4e56b4b30b15872125b9ccc) AuthConfig (6b04a6e01912555d4d3ae6d998d7eb02ef6ac35d77655660b378d8f1b646192e) AuthConfig (3477cbbf8e695257f347d403282cfe33f3fc17db1c6877f7cad44d39b71e97b4) AuthConfig (5d74da5bb3886c978ceb0b1a269308f3da89283459957dca818744629b48c2c1) AuthConfig (490444f0f6f50ced491c1023438f9dac2e95676ff2e12bf6dc2b362bc5608a74) AuthConfig (022648d571b45af2ee042cd4c5557bb543e740b500af3b0cabb3aba2cd5ca361) AuthConfig (d1e6695bec54cadaa2506cbec83c2d78d50a91a32f6f64782006f8eeccb22397) AuthConfig (2831749345e78288ce7c73f05406040261ddf498b1dd664437f03526e5a39f0c) AuthConfig (348d1ba17fa01d2588af70745e7b576b8d02d6a99872cbea99079274224242b6) AuthConfig (9d5e8da5656e9a038bd167cb9403201dfceff28f6b88b1523bf1db9f1a28779e) AuthConfig (ebb6f8591714e9692283b9bc6bc1f866fc76c90180472495019ffec817a07b33) AuthConfig (c01240d4b288bebf74858a55563ec4f7c623410522fb38774c478b224833573b) AuthConfig (b5243d5e13f16dee09a558cb9ca860854382cedaf9f8e6aa47671ce416466cf7) AuthConfig (26a3d6f5885c90a8075e07baf30a842706e362732e40c784182a773ead28e5e4) AuthConfig (6cbdac6d6dd70c762824d4e1e568e6033c3006401702491747fa695c3c5f828f) AuthConfig (f57a531baabcc7b8fd8ff8781528dce6e344d0cc2bbc6526b769ee20b196c546) AuthConfig (519eb7d70313cb628ebdad6e63e609f6f071531cbf142872f81021ebedb9481c) AuthConfig (c0901a17748f4d87f850bd865dbd8d7103f71da1f56ded7e89843dd39deaf03e) AuthConfig (f439d6f506d6ca11db862682cb9e8a1ca6f57ac80570a536eee014fe5287cecb) AuthConfig (048b695434280f8561973fa521b7403f4212749e462dd14ed82a9937e8a03152) AuthConfig (406b8ca22c4515c0af2e4d9b1e6d6556271a440a1165c76638a3dc70c43e781c) AuthConfig (da39aab8372527740356e96ed94ed12cab79435846509b4a3e40337a3855ccd3) AuthConfig (17f3a3b14f3a2ce0dbf179b2b94a31debbeb4e1a84507ec3cb6d0ad36c418a13) AuthConfig (0712175347fa2d63391d532ad1445672769a1ed36cae65fcd8a65f0ea36e451a) AuthConfig (96d46c47a8ee4c505ff13c9565b83ef3baa3e6d47a8fc868f4a2e25bb12326ce) AuthConfig (517cbbb25c5d5caa58f74acb09f970627457a3e9541faafb4d1b620c2741b202) AuthConfig (37d77040af29f2868eb3da0a75647e8948a6cef760640e2f41f33b67276f191b) AuthConfig (9b698baed0ae9b59f824489cd8a972502e20f507fd6062e5964e883544cf014a) AuthConfig (2261c77a4a737f44c88e6c1c1097c248cd78343e3daec1eed38e1421d34f6efd) AuthConfig (ddd34c7b4c80fe4c3967c78923bb7a67bd9d2631560ae6a89f8eb36115a2782b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"dd332bb0-1949-4ca0-8132-ffa5151c9cac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:25.609114741Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"dd332bb0-1949-4ca0-8132-ffa5151c9cac","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.770205638Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"91ae1895-2bb5-4280-a271-58ffb950d996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.826554143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"91ae1895-2bb5-4280-a271-58ffb950d996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:25.88127668Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a192056fe629f4bcf65b0ccf7ee8caf0dbaf8d63d4e56b4b30b15872125b9ccc) AuthConfig (6b04a6e01912555d4d3ae6d998d7eb02ef6ac35d77655660b378d8f1b646192e) AuthConfig (3477cbbf8e695257f347d403282cfe33f3fc17db1c6877f7cad44d39b71e97b4) AuthConfig (5d74da5bb3886c978ceb0b1a269308f3da89283459957dca818744629b48c2c1) AuthConfig (490444f0f6f50ced491c1023438f9dac2e95676ff2e12bf6dc2b362bc5608a74) AuthConfig (022648d571b45af2ee042cd4c5557bb543e740b500af3b0cabb3aba2cd5ca361) AuthConfig (d1e6695bec54cadaa2506cbec83c2d78d50a91a32f6f64782006f8eeccb22397) AuthConfig (2831749345e78288ce7c73f05406040261ddf498b1dd664437f03526e5a39f0c) AuthConfig (348d1ba17fa01d2588af70745e7b576b8d02d6a99872cbea99079274224242b6) AuthConfig (9d5e8da5656e9a038bd167cb9403201dfceff28f6b88b1523bf1db9f1a28779e) AuthConfig (ebb6f8591714e9692283b9bc6bc1f866fc76c90180472495019ffec817a07b33) AuthConfig (c01240d4b288bebf74858a55563ec4f7c623410522fb38774c478b224833573b) AuthConfig (b5243d5e13f16dee09a558cb9ca860854382cedaf9f8e6aa47671ce416466cf7) AuthConfig (26a3d6f5885c90a8075e07baf30a842706e362732e40c784182a773ead28e5e4) AuthConfig (6cbdac6d6dd70c762824d4e1e568e6033c3006401702491747fa695c3c5f828f) AuthConfig (f57a531baabcc7b8fd8ff8781528dce6e344d0cc2bbc6526b769ee20b196c546) AuthConfig (519eb7d70313cb628ebdad6e63e609f6f071531cbf142872f81021ebedb9481c) AuthConfig (c0901a17748f4d87f850bd865dbd8d7103f71da1f56ded7e89843dd39deaf03e) AuthConfig (f439d6f506d6ca11db862682cb9e8a1ca6f57ac80570a536eee014fe5287cecb) AuthConfig (048b695434280f8561973fa521b7403f4212749e462dd14ed82a9937e8a03152) AuthConfig (406b8ca22c4515c0af2e4d9b1e6d6556271a440a1165c76638a3dc70c43e781c) AuthConfig (da39aab8372527740356e96ed94ed12cab79435846509b4a3e40337a3855ccd3) AuthConfig (17f3a3b14f3a2ce0dbf179b2b94a31debbeb4e1a84507ec3cb6d0ad36c418a13) AuthConfig (0712175347fa2d63391d532ad1445672769a1ed36cae65fcd8a65f0ea36e451a) AuthConfig (96d46c47a8ee4c505ff13c9565b83ef3baa3e6d47a8fc868f4a2e25bb12326ce) AuthConfig (517cbbb25c5d5caa58f74acb09f970627457a3e9541faafb4d1b620c2741b202) AuthConfig (37d77040af29f2868eb3da0a75647e8948a6cef760640e2f41f33b67276f191b) AuthConfig (9b698baed0ae9b59f824489cd8a972502e20f507fd6062e5964e883544cf014a) AuthConfig (2261c77a4a737f44c88e6c1c1097c248cd78343e3daec1eed38e1421d34f6efd) AuthConfig (ddd34c7b4c80fe4c3967c78923bb7a67bd9d2631560ae6a89f8eb36115a2782b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"91ae1895-2bb5-4280-a271-58ffb950d996","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:35.607902106Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"1d82ec20-ab3a-41ba-9d64-6392aeb3150e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:35.665128221Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"1d82ec20-ab3a-41ba-9d64-6392aeb3150e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:35.724524011Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a192056fe629f4bcf65b0ccf7ee8caf0dbaf8d63d4e56b4b30b15872125b9ccc) AuthConfig (6b04a6e01912555d4d3ae6d998d7eb02ef6ac35d77655660b378d8f1b646192e) AuthConfig (3477cbbf8e695257f347d403282cfe33f3fc17db1c6877f7cad44d39b71e97b4) AuthConfig (5d74da5bb3886c978ceb0b1a269308f3da89283459957dca818744629b48c2c1) AuthConfig (490444f0f6f50ced491c1023438f9dac2e95676ff2e12bf6dc2b362bc5608a74) AuthConfig (022648d571b45af2ee042cd4c5557bb543e740b500af3b0cabb3aba2cd5ca361) AuthConfig (d1e6695bec54cadaa2506cbec83c2d78d50a91a32f6f64782006f8eeccb22397) AuthConfig (2831749345e78288ce7c73f05406040261ddf498b1dd664437f03526e5a39f0c) AuthConfig (348d1ba17fa01d2588af70745e7b576b8d02d6a99872cbea99079274224242b6) AuthConfig (9d5e8da5656e9a038bd167cb9403201dfceff28f6b88b1523bf1db9f1a28779e) AuthConfig (ebb6f8591714e9692283b9bc6bc1f866fc76c90180472495019ffec817a07b33) AuthConfig (c01240d4b288bebf74858a55563ec4f7c623410522fb38774c478b224833573b) AuthConfig (b5243d5e13f16dee09a558cb9ca860854382cedaf9f8e6aa47671ce416466cf7) AuthConfig (26a3d6f5885c90a8075e07baf30a842706e362732e40c784182a773ead28e5e4) AuthConfig (6cbdac6d6dd70c762824d4e1e568e6033c3006401702491747fa695c3c5f828f) AuthConfig (f57a531baabcc7b8fd8ff8781528dce6e344d0cc2bbc6526b769ee20b196c546) AuthConfig (519eb7d70313cb628ebdad6e63e609f6f071531cbf142872f81021ebedb9481c) AuthConfig (c0901a17748f4d87f850bd865dbd8d7103f71da1f56ded7e89843dd39deaf03e) AuthConfig (f439d6f506d6ca11db862682cb9e8a1ca6f57ac80570a536eee014fe5287cecb) AuthConfig (048b695434280f8561973fa521b7403f4212749e462dd14ed82a9937e8a03152) AuthConfig (406b8ca22c4515c0af2e4d9b1e6d6556271a440a1165c76638a3dc70c43e781c) AuthConfig (da39aab8372527740356e96ed94ed12cab79435846509b4a3e40337a3855ccd3) AuthConfig (17f3a3b14f3a2ce0dbf179b2b94a31debbeb4e1a84507ec3cb6d0ad36c418a13) AuthConfig (0712175347fa2d63391d532ad1445672769a1ed36cae65fcd8a65f0ea36e451a) AuthConfig (96d46c47a8ee4c505ff13c9565b83ef3baa3e6d47a8fc868f4a2e25bb12326ce) AuthConfig (517cbbb25c5d5caa58f74acb09f970627457a3e9541faafb4d1b620c2741b202) AuthConfig (37d77040af29f2868eb3da0a75647e8948a6cef760640e2f41f33b67276f191b) AuthConfig (9b698baed0ae9b59f824489cd8a972502e20f507fd6062e5964e883544cf014a) AuthConfig (2261c77a4a737f44c88e6c1c1097c248cd78343e3daec1eed38e1421d34f6efd) AuthConfig (ddd34c7b4c80fe4c3967c78923bb7a67bd9d2631560ae6a89f8eb36115a2782b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"1d82ec20-ab3a-41ba-9d64-6392aeb3150e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:36.041202827Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"736930e2-7f51-4c16-abdd-6ca6970475c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:36.09777402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"736930e2-7f51-4c16-abdd-6ca6970475c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:36.152597344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (a192056fe629f4bcf65b0ccf7ee8caf0dbaf8d63d4e56b4b30b15872125b9ccc) AuthConfig (6b04a6e01912555d4d3ae6d998d7eb02ef6ac35d77655660b378d8f1b646192e) AuthConfig (3477cbbf8e695257f347d403282cfe33f3fc17db1c6877f7cad44d39b71e97b4) AuthConfig (5d74da5bb3886c978ceb0b1a269308f3da89283459957dca818744629b48c2c1) AuthConfig (490444f0f6f50ced491c1023438f9dac2e95676ff2e12bf6dc2b362bc5608a74) AuthConfig (022648d571b45af2ee042cd4c5557bb543e740b500af3b0cabb3aba2cd5ca361) AuthConfig (d1e6695bec54cadaa2506cbec83c2d78d50a91a32f6f64782006f8eeccb22397) AuthConfig (2831749345e78288ce7c73f05406040261ddf498b1dd664437f03526e5a39f0c) AuthConfig (348d1ba17fa01d2588af70745e7b576b8d02d6a99872cbea99079274224242b6) AuthConfig (9d5e8da5656e9a038bd167cb9403201dfceff28f6b88b1523bf1db9f1a28779e) AuthConfig (ebb6f8591714e9692283b9bc6bc1f866fc76c90180472495019ffec817a07b33) AuthConfig (c01240d4b288bebf74858a55563ec4f7c623410522fb38774c478b224833573b) AuthConfig (b5243d5e13f16dee09a558cb9ca860854382cedaf9f8e6aa47671ce416466cf7) AuthConfig (26a3d6f5885c90a8075e07baf30a842706e362732e40c784182a773ead28e5e4) AuthConfig (6cbdac6d6dd70c762824d4e1e568e6033c3006401702491747fa695c3c5f828f) AuthConfig (f57a531baabcc7b8fd8ff8781528dce6e344d0cc2bbc6526b769ee20b196c546) AuthConfig (519eb7d70313cb628ebdad6e63e609f6f071531cbf142872f81021ebedb9481c) AuthConfig (c0901a17748f4d87f850bd865dbd8d7103f71da1f56ded7e89843dd39deaf03e) AuthConfig (f439d6f506d6ca11db862682cb9e8a1ca6f57ac80570a536eee014fe5287cecb) AuthConfig (048b695434280f8561973fa521b7403f4212749e462dd14ed82a9937e8a03152) AuthConfig (406b8ca22c4515c0af2e4d9b1e6d6556271a440a1165c76638a3dc70c43e781c) AuthConfig (da39aab8372527740356e96ed94ed12cab79435846509b4a3e40337a3855ccd3) AuthConfig (17f3a3b14f3a2ce0dbf179b2b94a31debbeb4e1a84507ec3cb6d0ad36c418a13) AuthConfig (0712175347fa2d63391d532ad1445672769a1ed36cae65fcd8a65f0ea36e451a) AuthConfig (96d46c47a8ee4c505ff13c9565b83ef3baa3e6d47a8fc868f4a2e25bb12326ce) AuthConfig (517cbbb25c5d5caa58f74acb09f970627457a3e9541faafb4d1b620c2741b202) AuthConfig (37d77040af29f2868eb3da0a75647e8948a6cef760640e2f41f33b67276f191b) AuthConfig (9b698baed0ae9b59f824489cd8a972502e20f507fd6062e5964e883544cf014a) AuthConfig (2261c77a4a737f44c88e6c1c1097c248cd78343e3daec1eed38e1421d34f6efd) AuthConfig (ddd34c7b4c80fe4c3967c78923bb7a67bd9d2631560ae6a89f8eb36115a2782b)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"736930e2-7f51-4c16-abdd-6ca6970475c0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.851622126Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"d6aa0aaf-d633-4371-81aa-78363e052f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.851629365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"56703841-752b-423b-9587-197f85542354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.908600167Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"56703841-752b-423b-9587-197f85542354","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:37.908796216Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"d6aa0aaf-d633-4371-81aa-78363e052f8c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:39.024005068Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:45.427593957Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"d96e4e4f-d846-4125-b07c-4f36624374c4","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:45.880987052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"b0de0872-7569-43f8-b74b-c64ca0258168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:45.937085261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"b0de0872-7569-43f8-b74b-c64ca0258168","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.2517659Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"b50d218f-c343-4f9c-a810-9b8b4b252b4a","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.311345527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"725cfb61-89b7-43e0-b9e1-0a6f57a678fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.368790171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"725cfb61-89b7-43e0-b9e1-0a6f57a678fc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:46.68607101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"01197c9c-0c86-4778-bb83-98d432642e08","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.656175861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"264b8b52-aedd-4a1c-a2cc-3dffdec4914a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.760104341Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"69a83067-a69b-4908-85af-ddf9988ffe02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:48.860782728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"9263996e-5f33-4425-84c3-0cdfef8c90ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.05318608Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"d3670e0a-d21f-49b7-a569-061afb6ee0ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.153952308Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"b2bc9f5e-bb35-42e1-83b4-115c438509d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.25464702Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"225b4c4e-3f1d-4ebb-8a68-e690c4eb5004","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.290616069Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"d73af13f-44f2-427a-a888-a24a3630068b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.356305172Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"bf66d0ce-1cd6-41ad-90d2-a85268441b69","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.46808843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"eb5693e6-1d7a-45c2-9bc1-55f3620d7753","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.569044386Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f5ce2814-dffd-4fcd-a3ae-a476eebb175a","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.669251082Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"a867f287-d540-4dc3-86f6-2055b2bd87ce","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.708132581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"8cf0035f-c94f-4413-b9e9-6b165a4ae25b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.773409036Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"50d1e36e-a040-4f50-be9c-6df48cbbbc40","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:49.886526568Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"15499bc1-3ab4-4095-9817-784406902b60","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.657813801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"9f510e46-cc10-400d-8973-1d539a21cb89","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.760530278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"b31052ee-0a01-4a7d-8c10-239a03bc0f22","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.817317678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"24911d12-121a-4af8-b64a-ca607babd69f","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:50.867815187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"69bf6f9c-f7fd-4c17-a0b8-0b0af57d45ab","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:50.982421397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"dc33a42e-5266-42ea-bdae-17d9485303e5","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.015095425Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"fbe816c4-527a-41d4-ba1e-85661762aad2","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.073322565Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"bf66fc8f-3928-40ad-9b6a-2200cfecb1ac","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:51.12683052Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"bf66fc8f-3928-40ad-9b6a-2200cfecb1ac","name":"simulator-w4-8e6407","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-8e6407\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:23:51.126916994Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"bf66fc8f-3928-40ad-9b6a-2200cfecb1ac","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"simulator-w4-8e6407\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.13222452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"6c28b5cd-151c-417d-b883-f01236870446","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.174061617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"a614f53f-1911-4093-8908-fff0cc88d080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.261785143Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"c260158c-4007-42ee-b852-1fff5224bb17","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"simulator-w4-8e6407","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8e6407/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.29652174Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"a614f53f-1911-4093-8908-fff0cc88d080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.35167228Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"a614f53f-1911-4093-8908-fff0cc88d080","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.409382683Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"233e4ec0-d0d0-4dda-b587-e1d977f37a59","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.431111237Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"541d6375-75cf-4343-97cc-b2aa063a9089","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.513527504Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"10a8ac55-e6b5-4559-bf9e-d2ffe31ef126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.570127105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"10a8ac55-e6b5-4559-bf9e-d2ffe31ef126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.588987132Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"09d35b95-c080-4500-aeed-d9a2d872814d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:51.625004385Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"10a8ac55-e6b5-4559-bf9e-d2ffe31ef126","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.037766509Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"42c79fe6-6e14-42dc-a69a-18c1d267f158","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.038167902Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"7a768a7e-23b3-4c34-8ee1-ed72abc30cee","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.104658282Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"b294d42b-5470-4b81-8d0a-0ea487f16f40","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.105062562Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"ecc68f15-b1b2-4b32-b578-2fbaf9cbe58b","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.20853945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"21e39167-c3eb-4816-b99c-a980dfde4dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.208942233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"bcbda8ae-c5a7-4250-b993-7c812957ac97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.210061802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"62245614-ac3c-4d60-af37-cd15a0e7e316","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.21044239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"c7835535-5fbb-4654-ac39-915211a72627","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.267412368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"21e39167-c3eb-4816-b99c-a980dfde4dc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.278623623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"bcbda8ae-c5a7-4250-b993-7c812957ac97","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.591820315Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"0fd0a5fd-4459-4a6e-ba64-da2a42c2ee95","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.629299523Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"2f2b1b55-0259-492e-8293-2f896f0d8d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.629446205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"2b2b2747-284a-4255-9796-b4c819261451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.686386228Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"2b2b2747-284a-4255-9796-b4c819261451","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:23:59.686505354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"2f2b1b55-0259-492e-8293-2f896f0d8d6a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.284173076Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"87821445-3f50-470f-b115-ec9aba17b539","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.342950821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"0220fdc8-7bf9-4051-8c7d-5ce902f1f496","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.389851708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"a8b2ca0c-fd0d-4c6d-81a3-1622037633cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.395100606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"71e796b8-ae0b-448c-8850-61d6f5d04fd1","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:24:01.401487725Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-8e6407/premium-simulator-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"premium-simulator-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.445929657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"a8b2ca0c-fd0d-4c6d-81a3-1622037633cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.450005881Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"c1cc7f63-c1d2-48cd-84f5-172f2fc4f41c","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.500806276Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"a8b2ca0c-fd0d-4c6d-81a3-1622037633cf","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.556947503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"c59ec10d-c779-496b-9202-686091c4e977","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.605698779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"ee8a2cea-8d36-4316-9cbb-7ed0be580918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.615021896Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"e112a624-646d-4103-9af0-4785c4b5c789","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.662194487Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"ee8a2cea-8d36-4316-9cbb-7ed0be580918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.663989506Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"6c20d7ae-3fbe-4104-860b-723f75f9a53a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"premium-w4-8e6407","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8e6407/premium-simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.716982637Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"ee8a2cea-8d36-4316-9cbb-7ed0be580918","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.768286919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"1eed772e-defd-467f-87c6-f75695b68efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.829066842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"1eed772e-defd-467f-87c6-f75695b68efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.833744614Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"fb27ebad-7ff1-454b-9411-8b94fba7dde8","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.882495848Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"6efaf75c-a7fe-4711-aa3e-0fd7aebbf8ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.886312396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"1eed772e-defd-467f-87c6-f75695b68efa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.941309302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"6efaf75c-a7fe-4711-aa3e-0fd7aebbf8ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.943982995Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"fa74c5c1-58cf-41f9-b292-4c9b933756d5","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:01.993644797Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"4b207309-57e0-4bbd-9807-eb04529395ae","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.002733784Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"6efaf75c-a7fe-4711-aa3e-0fd7aebbf8ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.106776781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"2ec54d7e-eef2-47be-8a4d-4d87c759b8df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.165791302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"2ec54d7e-eef2-47be-8a4d-4d87c759b8df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.221586327Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"2ec54d7e-eef2-47be-8a4d-4d87c759b8df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.251098643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"a80963ec-225a-4228-b2a8-1f1fefae8b1d","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:24:02.275775193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"2ec54d7e-eef2-47be-8a4d-4d87c759b8df","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"premium-simulator-access\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.308293713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"dffd1960-fa50-4638-9ae5-6dd300bc34b2","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.406654518Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"35c7cf4a-7824-4d04-ba56-7c73f56fc74b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.439530564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"b2ffeb0b-ae48-483d-9cfd-f590ea71624a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.463558465Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe-auth","reconcileID":"11433977-a912-4c19-8cf3-47f8d86927ab","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.495426117Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"b2ffeb0b-ae48-483d-9cfd-f590ea71624a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.506571745Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"fdaea9d9-dbd4-4562-b305-b91553dc1b37","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.513750719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"bc8ab218-f8ff-4449-b9b3-46c7ef3fc4e1","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.519327259Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe-auth","reconcileID":"11433977-a912-4c19-8cf3-47f8d86927ab","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.550783792Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebb9197086ac1d907d207dfb3e3af05b6eafb9e8f357b555e2fd7e50fb981d9e) AuthConfig (796cd606b6c60a02bcd585d519c71bd34558f06dbe8272666ad48735ad0e5465) AuthConfig (57f47a47a23681c3418b1b8245c6ef2bf95f2f3e08dd09a7c74879366c45ca93) AuthConfig (8f520839e2b964db84eb36070e0a8f6ec432d867a0c58360aacb158c598335db) AuthConfig (6ce3259cb44d5ce8ec29e2a19e99dd732ad8691816541eb04d563d8e6e2b2321) AuthConfig (af393403b2d453070adee8fbee07389f794692ab9323a071bcae6378c0382434) AuthConfig (0fc4592bdbd6e3c417ce51978187c0c2f7ed64583df1f54188682f02e9f854e5) AuthConfig (b6a2f680353d4f5ed76ca765720dca27eeadd712338b38ae7e52880ee9fe06b7) AuthConfig (01f5d0652619e4e16ab12f072917b92ca8feb5a9f81787e6e6dd336cf8ae3926) AuthConfig (69343c5ed08b45f85ace8a82844051b81ff75bfcb7f4df57852e972e19ee2203) AuthConfig (b490f9ca607c1bf552a9e97110710fb38ce25d3bb2126cf22a5ae854a5d65315) AuthConfig (67bf2add24d08ccff6095f6eb61b183b94555f8354247f8913157688870cb8cc) AuthConfig (075db3b7c24105cf25178279d45bf09ca0310b716dcecf93b3208b7697cb0261) AuthConfig (d58888bb78a0c844efacb8c8b684aebcbc689f17043c4c2b52d110c7054ba30d) AuthConfig (1e24b9794bad9d904a2cb2666a83901359758056b67c443473c9a15449f94552) AuthConfig (5ddec47ab7e87b842a71fa2c2643bc58580f41ce9b5bae550f5f9e00d3adce5c) AuthConfig (8b3705f6cbdf31a6065035d8b016631eccfefc5244ec4c38615074f6c1e17c0c) AuthConfig (9bd6637cd3b6b8e722cdfcd63f23ef948bdded5101838bf5ecf843c5acc9e8b6) AuthConfig (881d6883b68d2b9595467a696ced17583787a9267b0ebe2de6d3ba1320ab790b) AuthConfig (60ac44a1131ca6b5dd86ff62e6a571d2eff3e5343118a6ad83da1e4213f90497) AuthConfig (827627b7bccd0eb2236d7880391ef0d920d377da2363527ed4aedd893cfa068e) AuthConfig (1ec84948d4b2375136b00694514105c227232ecc12eeae1f101d7320880791f0) AuthConfig (35481353d0e88bd889b1dd9e3f2deda349d4667a2470cd813cc26afe7747ab14) AuthConfig (429550d70b3fc0b9903162414d23fe4d254c4fc01c7f6cb59496db1de338fcd3) AuthConfig (455528df592944b2ec92ef9a61b304634d901c38d654b0743de04bcaa76284c3) AuthConfig (bc7fbb8a8837540f927a6a57113e95a5b40e20c2ec107a80210d5dc048e3db73) AuthConfig (1ef51e5b4c248e803e33e53e23952f7cc101190681eedcbfe36f5b77c6e92315) AuthConfig (b4cceb190500744ad5ea475ffd465c157989cbee4f78e1b521be01bfc850ec38) AuthConfig (c22c03c09f681e5d56d574a019002069e58d32f667f3eb057d26ddc749c512c0) AuthConfig (1fc6220cf78ce9540efef02f8988d9bd2fe67a2509ae249fbdd7599f882ae885)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"b2ffeb0b-ae48-483d-9cfd-f590ea71624a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.571524787Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"968d1616-bcee-4afe-b89c-23ab6e9473cc","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.608070289Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"d991752e-60e3-4030-a1ad-07f86769d9a8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.608438643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"8d0e3868-f9a6-4e88-af5b-5ce5baca67ab","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.620745664Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"cb177cef-1ebe-4ea8-af29-798b9175ff5a","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:24:02.62410553Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-108cf9/e2e-dry-sub-40819bfe","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dry-sub-40819bfe\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.66868369Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"599b1e48-98d4-471f-bcd5-0186bfae4ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.669000188Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"26f90daf-a5e0-495d-9806-aea1cf021f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.676563548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"fa62e504-3594-483c-aa84-69b213b75152","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.706379895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"223b4f6f-3c0a-477e-b664-7aa44cb04d7f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.724372442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"599b1e48-98d4-471f-bcd5-0186bfae4ae8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.725335639Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"26f90daf-a5e0-495d-9806-aea1cf021f38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.764351564Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"6a6e2626-30b4-4e47-9a7f-503460ed8b57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-108cf9/e2e-dry-sub-40819bfe","ai-tenant-e2e-worker-w3-108cf9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.776098783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"28b6ef8d-555c-4958-9bba-b8aec2f6d796","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.806607144Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"baab4d67-5e86-4c87-ae3f-122d97ec7c48","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.835228007Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"e8519f05-617d-4d9c-aa88-9c5b08c00da5","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.907381223Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-40819bfe","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe","reconcileID":"55187f5f-9a28-45b0-aae5-e7f69a48ca28","MaaSSubscription":{"name":"e2e-dry-sub-40819bfe","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.932682078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"03b7acc8-62af-479d-80a3-039b17d2c4e4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:02.99138264Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe-auth","reconcileID":"acfb89ff-d5f6-4220-be6a-975238f58f08","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.007265364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"7694962d-503f-4c0a-9711-2a33fb475164","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.030655684Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"963c0831-61e7-4f71-884a-73f913a4b6dd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.047535529Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe-auth","reconcileID":"acfb89ff-d5f6-4220-be6a-975238f58f08","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.073620598Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"9aa13e46-4856-43f8-8bd0-5c028f43a13b","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.135366823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"1648f944-ec2c-41b3-ba11-2ab0dd796842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.135472216Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"8588add7-2b86-47dd-8251-b5c4b78d3418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.19163712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"1648f944-ec2c-41b3-ba11-2ab0dd796842","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.19191187Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"8588add7-2b86-47dd-8251-b5c4b78d3418","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.233064958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-40819bfe","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe","reconcileID":"d5f299c6-fd3a-4cfe-9f86-54f48e4cfcd6","MaaSSubscription":{"name":"e2e-dry-sub-40819bfe","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.240781266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"3f2e353d-d34f-49c5-8405-c6599075a610","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.338638445Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"88192fa2-4d54-4c21-bd82-dc4dd78fc3d8","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.433766698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"bb41335f-fe72-4abe-a0b1-41d2569d873f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.484924685Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"52fcb869-75ff-4d6f-881f-88196b37dedc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.544537138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"442e0666-a16a-4005-aa5b-837b17c85d80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.643976567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"69db50c4-f754-4456-b724-515178a8cf76","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.747019728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"6d233c44-12c9-4626-8494-3bdfd201a126","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.848659891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"87ef45ce-146a-4985-8f7e-38878f017f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.848731797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"9204d5be-050f-4717-b08f-fc26f6c4c039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.905203443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"9204d5be-050f-4717-b08f-fc26f6c4c039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.905244242Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"87ef45ce-146a-4985-8f7e-38878f017f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.961161344Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebb9197086ac1d907d207dfb3e3af05b6eafb9e8f357b555e2fd7e50fb981d9e) AuthConfig (796cd606b6c60a02bcd585d519c71bd34558f06dbe8272666ad48735ad0e5465) AuthConfig (57f47a47a23681c3418b1b8245c6ef2bf95f2f3e08dd09a7c74879366c45ca93) AuthConfig (8f520839e2b964db84eb36070e0a8f6ec432d867a0c58360aacb158c598335db) AuthConfig (6ce3259cb44d5ce8ec29e2a19e99dd732ad8691816541eb04d563d8e6e2b2321) AuthConfig (af393403b2d453070adee8fbee07389f794692ab9323a071bcae6378c0382434) AuthConfig (0fc4592bdbd6e3c417ce51978187c0c2f7ed64583df1f54188682f02e9f854e5) AuthConfig (b6a2f680353d4f5ed76ca765720dca27eeadd712338b38ae7e52880ee9fe06b7) AuthConfig (01f5d0652619e4e16ab12f072917b92ca8feb5a9f81787e6e6dd336cf8ae3926) AuthConfig (69343c5ed08b45f85ace8a82844051b81ff75bfcb7f4df57852e972e19ee2203) AuthConfig (b490f9ca607c1bf552a9e97110710fb38ce25d3bb2126cf22a5ae854a5d65315) AuthConfig (67bf2add24d08ccff6095f6eb61b183b94555f8354247f8913157688870cb8cc) AuthConfig (075db3b7c24105cf25178279d45bf09ca0310b716dcecf93b3208b7697cb0261) AuthConfig (d58888bb78a0c844efacb8c8b684aebcbc689f17043c4c2b52d110c7054ba30d) AuthConfig (1e24b9794bad9d904a2cb2666a83901359758056b67c443473c9a15449f94552) AuthConfig (5ddec47ab7e87b842a71fa2c2643bc58580f41ce9b5bae550f5f9e00d3adce5c) AuthConfig (8b3705f6cbdf31a6065035d8b016631eccfefc5244ec4c38615074f6c1e17c0c) AuthConfig (9bd6637cd3b6b8e722cdfcd63f23ef948bdded5101838bf5ecf843c5acc9e8b6) AuthConfig (881d6883b68d2b9595467a696ced17583787a9267b0ebe2de6d3ba1320ab790b) AuthConfig (60ac44a1131ca6b5dd86ff62e6a571d2eff3e5343118a6ad83da1e4213f90497) AuthConfig (827627b7bccd0eb2236d7880391ef0d920d377da2363527ed4aedd893cfa068e) AuthConfig (1ec84948d4b2375136b00694514105c227232ecc12eeae1f101d7320880791f0) AuthConfig (35481353d0e88bd889b1dd9e3f2deda349d4667a2470cd813cc26afe7747ab14) AuthConfig (429550d70b3fc0b9903162414d23fe4d254c4fc01c7f6cb59496db1de338fcd3) AuthConfig (455528df592944b2ec92ef9a61b304634d901c38d654b0743de04bcaa76284c3) AuthConfig (bc7fbb8a8837540f927a6a57113e95a5b40e20c2ec107a80210d5dc048e3db73) AuthConfig (1ef51e5b4c248e803e33e53e23952f7cc101190681eedcbfe36f5b77c6e92315) AuthConfig (b4cceb190500744ad5ea475ffd465c157989cbee4f78e1b521be01bfc850ec38) AuthConfig (c22c03c09f681e5d56d574a019002069e58d32f667f3eb057d26ddc749c512c0) AuthConfig (1fc6220cf78ce9540efef02f8988d9bd2fe67a2509ae249fbdd7599f882ae885)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"9204d5be-050f-4717-b08f-fc26f6c4c039","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:03.961161343Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebb9197086ac1d907d207dfb3e3af05b6eafb9e8f357b555e2fd7e50fb981d9e) AuthConfig (796cd606b6c60a02bcd585d519c71bd34558f06dbe8272666ad48735ad0e5465) AuthConfig (57f47a47a23681c3418b1b8245c6ef2bf95f2f3e08dd09a7c74879366c45ca93) AuthConfig (8f520839e2b964db84eb36070e0a8f6ec432d867a0c58360aacb158c598335db) AuthConfig (6ce3259cb44d5ce8ec29e2a19e99dd732ad8691816541eb04d563d8e6e2b2321) AuthConfig (af393403b2d453070adee8fbee07389f794692ab9323a071bcae6378c0382434) AuthConfig (0fc4592bdbd6e3c417ce51978187c0c2f7ed64583df1f54188682f02e9f854e5) AuthConfig (b6a2f680353d4f5ed76ca765720dca27eeadd712338b38ae7e52880ee9fe06b7) AuthConfig (01f5d0652619e4e16ab12f072917b92ca8feb5a9f81787e6e6dd336cf8ae3926) AuthConfig (69343c5ed08b45f85ace8a82844051b81ff75bfcb7f4df57852e972e19ee2203) AuthConfig (b490f9ca607c1bf552a9e97110710fb38ce25d3bb2126cf22a5ae854a5d65315) AuthConfig (67bf2add24d08ccff6095f6eb61b183b94555f8354247f8913157688870cb8cc) AuthConfig (075db3b7c24105cf25178279d45bf09ca0310b716dcecf93b3208b7697cb0261) AuthConfig (d58888bb78a0c844efacb8c8b684aebcbc689f17043c4c2b52d110c7054ba30d) AuthConfig (1e24b9794bad9d904a2cb2666a83901359758056b67c443473c9a15449f94552) AuthConfig (5ddec47ab7e87b842a71fa2c2643bc58580f41ce9b5bae550f5f9e00d3adce5c) AuthConfig (8b3705f6cbdf31a6065035d8b016631eccfefc5244ec4c38615074f6c1e17c0c) AuthConfig (9bd6637cd3b6b8e722cdfcd63f23ef948bdded5101838bf5ecf843c5acc9e8b6) AuthConfig (881d6883b68d2b9595467a696ced17583787a9267b0ebe2de6d3ba1320ab790b) AuthConfig (60ac44a1131ca6b5dd86ff62e6a571d2eff3e5343118a6ad83da1e4213f90497) AuthConfig (827627b7bccd0eb2236d7880391ef0d920d377da2363527ed4aedd893cfa068e) AuthConfig (1ec84948d4b2375136b00694514105c227232ecc12eeae1f101d7320880791f0) AuthConfig (35481353d0e88bd889b1dd9e3f2deda349d4667a2470cd813cc26afe7747ab14) AuthConfig (429550d70b3fc0b9903162414d23fe4d254c4fc01c7f6cb59496db1de338fcd3) AuthConfig (455528df592944b2ec92ef9a61b304634d901c38d654b0743de04bcaa76284c3) AuthConfig (bc7fbb8a8837540f927a6a57113e95a5b40e20c2ec107a80210d5dc048e3db73) AuthConfig (1ef51e5b4c248e803e33e53e23952f7cc101190681eedcbfe36f5b77c6e92315) AuthConfig (b4cceb190500744ad5ea475ffd465c157989cbee4f78e1b521be01bfc850ec38) AuthConfig (c22c03c09f681e5d56d574a019002069e58d32f667f3eb057d26ddc749c512c0) AuthConfig (1fc6220cf78ce9540efef02f8988d9bd2fe67a2509ae249fbdd7599f882ae885)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"87ef45ce-146a-4985-8f7e-38878f017f1c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:04.018685066Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"5c6344a1-7ec5-47b2-b494-acc1a4f4abf4","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:07.03631465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"9c03953b-60e6-447e-a28a-e283a2325a91","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:07.192319259Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"5628870d-ae02-4671-9888-02238f1a48c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:07.192365609Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"17458c8a-61c3-4f62-acbb-95c6aefe0d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:07.19262254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe-auth","reconcileID":"6aabffc5-08d1-4f89-bebb-57c2db4bc41f","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:07.248666934Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"17458c8a-61c3-4f62-acbb-95c6aefe0d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:07.24898634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"5628870d-ae02-4671-9888-02238f1a48c3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:07.251554988Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe-auth","reconcileID":"6aabffc5-08d1-4f89-bebb-57c2db4bc41f","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:09.023906793Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:14.117439637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"17d17ee5-652c-4953-b23e-3def0fbd5412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:14.173806023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"17d17ee5-652c-4953-b23e-3def0fbd5412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:14.175144078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7295edff-f18f-4fd1-8bd6-9610e899aad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:14.228709573Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebb9197086ac1d907d207dfb3e3af05b6eafb9e8f357b555e2fd7e50fb981d9e) AuthConfig (796cd606b6c60a02bcd585d519c71bd34558f06dbe8272666ad48735ad0e5465) AuthConfig (57f47a47a23681c3418b1b8245c6ef2bf95f2f3e08dd09a7c74879366c45ca93) AuthConfig (8f520839e2b964db84eb36070e0a8f6ec432d867a0c58360aacb158c598335db) AuthConfig (6ce3259cb44d5ce8ec29e2a19e99dd732ad8691816541eb04d563d8e6e2b2321) AuthConfig (af393403b2d453070adee8fbee07389f794692ab9323a071bcae6378c0382434) AuthConfig (0fc4592bdbd6e3c417ce51978187c0c2f7ed64583df1f54188682f02e9f854e5) AuthConfig (b6a2f680353d4f5ed76ca765720dca27eeadd712338b38ae7e52880ee9fe06b7) AuthConfig (01f5d0652619e4e16ab12f072917b92ca8feb5a9f81787e6e6dd336cf8ae3926) AuthConfig (69343c5ed08b45f85ace8a82844051b81ff75bfcb7f4df57852e972e19ee2203) AuthConfig (b490f9ca607c1bf552a9e97110710fb38ce25d3bb2126cf22a5ae854a5d65315) AuthConfig (67bf2add24d08ccff6095f6eb61b183b94555f8354247f8913157688870cb8cc) AuthConfig (075db3b7c24105cf25178279d45bf09ca0310b716dcecf93b3208b7697cb0261) AuthConfig (d58888bb78a0c844efacb8c8b684aebcbc689f17043c4c2b52d110c7054ba30d) AuthConfig (1e24b9794bad9d904a2cb2666a83901359758056b67c443473c9a15449f94552) AuthConfig (5ddec47ab7e87b842a71fa2c2643bc58580f41ce9b5bae550f5f9e00d3adce5c) AuthConfig (8b3705f6cbdf31a6065035d8b016631eccfefc5244ec4c38615074f6c1e17c0c) AuthConfig (9bd6637cd3b6b8e722cdfcd63f23ef948bdded5101838bf5ecf843c5acc9e8b6) AuthConfig (881d6883b68d2b9595467a696ced17583787a9267b0ebe2de6d3ba1320ab790b) AuthConfig (60ac44a1131ca6b5dd86ff62e6a571d2eff3e5343118a6ad83da1e4213f90497) AuthConfig (827627b7bccd0eb2236d7880391ef0d920d377da2363527ed4aedd893cfa068e) AuthConfig (1ec84948d4b2375136b00694514105c227232ecc12eeae1f101d7320880791f0) AuthConfig (35481353d0e88bd889b1dd9e3f2deda349d4667a2470cd813cc26afe7747ab14) AuthConfig (429550d70b3fc0b9903162414d23fe4d254c4fc01c7f6cb59496db1de338fcd3) AuthConfig (455528df592944b2ec92ef9a61b304634d901c38d654b0743de04bcaa76284c3) AuthConfig (bc7fbb8a8837540f927a6a57113e95a5b40e20c2ec107a80210d5dc048e3db73) AuthConfig (1ef51e5b4c248e803e33e53e23952f7cc101190681eedcbfe36f5b77c6e92315) AuthConfig (b4cceb190500744ad5ea475ffd465c157989cbee4f78e1b521be01bfc850ec38) AuthConfig (c22c03c09f681e5d56d574a019002069e58d32f667f3eb057d26ddc749c512c0) AuthConfig (1fc6220cf78ce9540efef02f8988d9bd2fe67a2509ae249fbdd7599f882ae885)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"17d17ee5-652c-4953-b23e-3def0fbd5412","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:14.230828843Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7295edff-f18f-4fd1-8bd6-9610e899aad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:14.285329681Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebb9197086ac1d907d207dfb3e3af05b6eafb9e8f357b555e2fd7e50fb981d9e) AuthConfig (796cd606b6c60a02bcd585d519c71bd34558f06dbe8272666ad48735ad0e5465) AuthConfig (57f47a47a23681c3418b1b8245c6ef2bf95f2f3e08dd09a7c74879366c45ca93) AuthConfig (8f520839e2b964db84eb36070e0a8f6ec432d867a0c58360aacb158c598335db) AuthConfig (6ce3259cb44d5ce8ec29e2a19e99dd732ad8691816541eb04d563d8e6e2b2321) AuthConfig (af393403b2d453070adee8fbee07389f794692ab9323a071bcae6378c0382434) AuthConfig (0fc4592bdbd6e3c417ce51978187c0c2f7ed64583df1f54188682f02e9f854e5) AuthConfig (b6a2f680353d4f5ed76ca765720dca27eeadd712338b38ae7e52880ee9fe06b7) AuthConfig (01f5d0652619e4e16ab12f072917b92ca8feb5a9f81787e6e6dd336cf8ae3926) AuthConfig (69343c5ed08b45f85ace8a82844051b81ff75bfcb7f4df57852e972e19ee2203) AuthConfig (b490f9ca607c1bf552a9e97110710fb38ce25d3bb2126cf22a5ae854a5d65315) AuthConfig (67bf2add24d08ccff6095f6eb61b183b94555f8354247f8913157688870cb8cc) AuthConfig (075db3b7c24105cf25178279d45bf09ca0310b716dcecf93b3208b7697cb0261) AuthConfig (d58888bb78a0c844efacb8c8b684aebcbc689f17043c4c2b52d110c7054ba30d) AuthConfig (1e24b9794bad9d904a2cb2666a83901359758056b67c443473c9a15449f94552) AuthConfig (5ddec47ab7e87b842a71fa2c2643bc58580f41ce9b5bae550f5f9e00d3adce5c) AuthConfig (8b3705f6cbdf31a6065035d8b016631eccfefc5244ec4c38615074f6c1e17c0c) AuthConfig (9bd6637cd3b6b8e722cdfcd63f23ef948bdded5101838bf5ecf843c5acc9e8b6) AuthConfig (881d6883b68d2b9595467a696ced17583787a9267b0ebe2de6d3ba1320ab790b) AuthConfig (60ac44a1131ca6b5dd86ff62e6a571d2eff3e5343118a6ad83da1e4213f90497) AuthConfig (827627b7bccd0eb2236d7880391ef0d920d377da2363527ed4aedd893cfa068e) AuthConfig (1ec84948d4b2375136b00694514105c227232ecc12eeae1f101d7320880791f0) AuthConfig (35481353d0e88bd889b1dd9e3f2deda349d4667a2470cd813cc26afe7747ab14) AuthConfig (429550d70b3fc0b9903162414d23fe4d254c4fc01c7f6cb59496db1de338fcd3) AuthConfig (455528df592944b2ec92ef9a61b304634d901c38d654b0743de04bcaa76284c3) AuthConfig (bc7fbb8a8837540f927a6a57113e95a5b40e20c2ec107a80210d5dc048e3db73) AuthConfig (1ef51e5b4c248e803e33e53e23952f7cc101190681eedcbfe36f5b77c6e92315) AuthConfig (b4cceb190500744ad5ea475ffd465c157989cbee4f78e1b521be01bfc850ec38) AuthConfig (c22c03c09f681e5d56d574a019002069e58d32f667f3eb057d26ddc749c512c0) AuthConfig (1fc6220cf78ce9540efef02f8988d9bd2fe67a2509ae249fbdd7599f882ae885)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7295edff-f18f-4fd1-8bd6-9610e899aad5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.199069398Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-40819bfe","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe","reconcileID":"0183a3d8-bb29-4fa2-9d64-80427ffb2bf1","MaaSSubscription":{"name":"e2e-dry-sub-40819bfe","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscription":"e2e-dry-sub-40819bfe","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.370615684Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dry-sub-40819bfe","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe","reconcileID":"0183a3d8-bb29-4fa2-9d64-80427ffb2bf1","MaaSSubscription":{"name":"e2e-dry-sub-40819bfe","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-108cf9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.528960344Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"cf5dfafa-dc63-44b2-ba50-8eac2724747b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.634785368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"5ae6e3af-ba61-4cbf-84a2-cc2bf7813480","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.786591949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"accf0d97-16f4-4de8-984a-4348bd4a2f32","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.792383387Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"031053bf-37e9-4d24-9eb6-82535faf4cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.792536849Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe-auth","reconcileID":"640519f0-683c-46b3-9746-8cfbc4b8ca13","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.792383235Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"63651d81-0060-41ec-94aa-c5e4c425977f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.850409918Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe-auth","reconcileID":"640519f0-683c-46b3-9746-8cfbc4b8ca13","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.850409871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"63651d81-0060-41ec-94aa-c5e4c425977f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:17.85258827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"031053bf-37e9-4d24-9eb6-82535faf4cca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:18.05534908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-dry-sub-40819bfe-auth","reconcileID":"2683fa41-dcf4-4039-8404-fcec50b7cd03","MaaSAuthPolicy":{"name":"e2e-dry-sub-40819bfe-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:18.263501623Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"d45a6973-915c-4ed0-9648-1173465058ab","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:24.386842381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"1eed03b2-d796-40b0-a54d-c37ae8ec562e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:24.44557059Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"1eed03b2-d796-40b0-a54d-c37ae8ec562e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:24.487905875Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"dc0c8708-41f3-4f71-823a-be53d4d2c075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:24.501742166Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebb9197086ac1d907d207dfb3e3af05b6eafb9e8f357b555e2fd7e50fb981d9e) AuthConfig (796cd606b6c60a02bcd585d519c71bd34558f06dbe8272666ad48735ad0e5465) AuthConfig (57f47a47a23681c3418b1b8245c6ef2bf95f2f3e08dd09a7c74879366c45ca93) AuthConfig (8f520839e2b964db84eb36070e0a8f6ec432d867a0c58360aacb158c598335db) AuthConfig (6ce3259cb44d5ce8ec29e2a19e99dd732ad8691816541eb04d563d8e6e2b2321) AuthConfig (af393403b2d453070adee8fbee07389f794692ab9323a071bcae6378c0382434) AuthConfig (0fc4592bdbd6e3c417ce51978187c0c2f7ed64583df1f54188682f02e9f854e5) AuthConfig (b6a2f680353d4f5ed76ca765720dca27eeadd712338b38ae7e52880ee9fe06b7) AuthConfig (01f5d0652619e4e16ab12f072917b92ca8feb5a9f81787e6e6dd336cf8ae3926) AuthConfig (69343c5ed08b45f85ace8a82844051b81ff75bfcb7f4df57852e972e19ee2203) AuthConfig (b490f9ca607c1bf552a9e97110710fb38ce25d3bb2126cf22a5ae854a5d65315) AuthConfig (67bf2add24d08ccff6095f6eb61b183b94555f8354247f8913157688870cb8cc) AuthConfig (075db3b7c24105cf25178279d45bf09ca0310b716dcecf93b3208b7697cb0261) AuthConfig (d58888bb78a0c844efacb8c8b684aebcbc689f17043c4c2b52d110c7054ba30d) AuthConfig (1e24b9794bad9d904a2cb2666a83901359758056b67c443473c9a15449f94552) AuthConfig (5ddec47ab7e87b842a71fa2c2643bc58580f41ce9b5bae550f5f9e00d3adce5c) AuthConfig (8b3705f6cbdf31a6065035d8b016631eccfefc5244ec4c38615074f6c1e17c0c) AuthConfig (9bd6637cd3b6b8e722cdfcd63f23ef948bdded5101838bf5ecf843c5acc9e8b6) AuthConfig (881d6883b68d2b9595467a696ced17583787a9267b0ebe2de6d3ba1320ab790b) AuthConfig (60ac44a1131ca6b5dd86ff62e6a571d2eff3e5343118a6ad83da1e4213f90497) AuthConfig (827627b7bccd0eb2236d7880391ef0d920d377da2363527ed4aedd893cfa068e) AuthConfig (1ec84948d4b2375136b00694514105c227232ecc12eeae1f101d7320880791f0) AuthConfig (35481353d0e88bd889b1dd9e3f2deda349d4667a2470cd813cc26afe7747ab14) AuthConfig (429550d70b3fc0b9903162414d23fe4d254c4fc01c7f6cb59496db1de338fcd3) AuthConfig (455528df592944b2ec92ef9a61b304634d901c38d654b0743de04bcaa76284c3) AuthConfig (bc7fbb8a8837540f927a6a57113e95a5b40e20c2ec107a80210d5dc048e3db73) AuthConfig (1ef51e5b4c248e803e33e53e23952f7cc101190681eedcbfe36f5b77c6e92315) AuthConfig (b4cceb190500744ad5ea475ffd465c157989cbee4f78e1b521be01bfc850ec38) AuthConfig (c22c03c09f681e5d56d574a019002069e58d32f667f3eb057d26ddc749c512c0) AuthConfig (1fc6220cf78ce9540efef02f8988d9bd2fe67a2509ae249fbdd7599f882ae885)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"1eed03b2-d796-40b0-a54d-c37ae8ec562e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:24.544125353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"dc0c8708-41f3-4f71-823a-be53d4d2c075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:24.599475986Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (ebb9197086ac1d907d207dfb3e3af05b6eafb9e8f357b555e2fd7e50fb981d9e) AuthConfig (796cd606b6c60a02bcd585d519c71bd34558f06dbe8272666ad48735ad0e5465) AuthConfig (57f47a47a23681c3418b1b8245c6ef2bf95f2f3e08dd09a7c74879366c45ca93) AuthConfig (8f520839e2b964db84eb36070e0a8f6ec432d867a0c58360aacb158c598335db) AuthConfig (6ce3259cb44d5ce8ec29e2a19e99dd732ad8691816541eb04d563d8e6e2b2321) AuthConfig (af393403b2d453070adee8fbee07389f794692ab9323a071bcae6378c0382434) AuthConfig (0fc4592bdbd6e3c417ce51978187c0c2f7ed64583df1f54188682f02e9f854e5) AuthConfig (b6a2f680353d4f5ed76ca765720dca27eeadd712338b38ae7e52880ee9fe06b7) AuthConfig (01f5d0652619e4e16ab12f072917b92ca8feb5a9f81787e6e6dd336cf8ae3926) AuthConfig (69343c5ed08b45f85ace8a82844051b81ff75bfcb7f4df57852e972e19ee2203) AuthConfig (b490f9ca607c1bf552a9e97110710fb38ce25d3bb2126cf22a5ae854a5d65315) AuthConfig (67bf2add24d08ccff6095f6eb61b183b94555f8354247f8913157688870cb8cc) AuthConfig (075db3b7c24105cf25178279d45bf09ca0310b716dcecf93b3208b7697cb0261) AuthConfig (d58888bb78a0c844efacb8c8b684aebcbc689f17043c4c2b52d110c7054ba30d) AuthConfig (1e24b9794bad9d904a2cb2666a83901359758056b67c443473c9a15449f94552) AuthConfig (5ddec47ab7e87b842a71fa2c2643bc58580f41ce9b5bae550f5f9e00d3adce5c) AuthConfig (8b3705f6cbdf31a6065035d8b016631eccfefc5244ec4c38615074f6c1e17c0c) AuthConfig (9bd6637cd3b6b8e722cdfcd63f23ef948bdded5101838bf5ecf843c5acc9e8b6) AuthConfig (881d6883b68d2b9595467a696ced17583787a9267b0ebe2de6d3ba1320ab790b) AuthConfig (60ac44a1131ca6b5dd86ff62e6a571d2eff3e5343118a6ad83da1e4213f90497) AuthConfig (827627b7bccd0eb2236d7880391ef0d920d377da2363527ed4aedd893cfa068e) AuthConfig (1ec84948d4b2375136b00694514105c227232ecc12eeae1f101d7320880791f0) AuthConfig (35481353d0e88bd889b1dd9e3f2deda349d4667a2470cd813cc26afe7747ab14) AuthConfig (429550d70b3fc0b9903162414d23fe4d254c4fc01c7f6cb59496db1de338fcd3) AuthConfig (455528df592944b2ec92ef9a61b304634d901c38d654b0743de04bcaa76284c3) AuthConfig (bc7fbb8a8837540f927a6a57113e95a5b40e20c2ec107a80210d5dc048e3db73) AuthConfig (1ef51e5b4c248e803e33e53e23952f7cc101190681eedcbfe36f5b77c6e92315) AuthConfig (b4cceb190500744ad5ea475ffd465c157989cbee4f78e1b521be01bfc850ec38) AuthConfig (c22c03c09f681e5d56d574a019002069e58d32f667f3eb057d26ddc749c512c0) AuthConfig (1fc6220cf78ce9540efef02f8988d9bd2fe67a2509ae249fbdd7599f882ae885)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"dc0c8708-41f3-4f71-823a-be53d4d2c075","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.519558386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"7c11fa93-9c6b-4b11-a676-c83eb97845d6","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.520125539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"b9d71e0c-74e8-4d76-9612-9bdfc869d14b","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.520573615Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"e2e-conflict-a-3d3d3a66","reconcileID":"0c1af75e-ed71-4108-91ec-afbb70a4e406","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"e2e-conflict-a-3d3d3a66-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"e2e-conflict-a-3d3d3a66","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.588701184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"02d07936-f935-448c-b88a-3fb29f8c5b84","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.589236556Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"abcac8db-15c7-4e5d-8268-2fba88dffe1b","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.589688739Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"e2e-conflict-a-3d3d3a66","reconcileID":"668ae59e-39f1-4517-86b9-124ac8de332e","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"e2e-conflict-a-3d3d3a66-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"e2e-conflict-a-3d3d3a66","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.683498201Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"5a4e5490-c35e-492e-8f48-c8dab579f43b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.684276122Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"6912c78e-4fa6-413d-83c7-0590647ebb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.685057164Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"0ac5551a-a34f-4bc4-bc4b-e94b516d719e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.689585195Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"4403a5e4-2003-4e43-b3b4-603264c6a87b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.749469504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"6912c78e-4fa6-413d-83c7-0590647ebb54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:25.75307046Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"5a4e5490-c35e-492e-8f48-c8dab579f43b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.111642932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"0e100007-d4b5-4e9b-9f33-a09352858483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.111921175Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"e3f224c7-f96c-405c-8587-dd5fb4f03974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.169194905Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"0e100007-d4b5-4e9b-9f33-a09352858483","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:26.169223166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"e3f224c7-f96c-405c-8587-dd5fb4f03974","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.648574023Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"12a0188d-308e-432b-9d44-e8c2984d9c1b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:27.816044427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"fc5e135b-61ee-4c55-a26d-0d49d8bb64bf","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.108665893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"b74781c9-14de-43f5-a399-515fbb397d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.108712947Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"e9726720-6ce5-4436-b879-fde78e21cd7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.165241711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"e9726720-6ce5-4436-b879-fde78e21cd7f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.167215631Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"b74781c9-14de-43f5-a399-515fbb397d6d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.215586181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"014de105-b66e-475a-baee-df68ab123092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.215581496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"e1feeced-8ecc-4092-bf2d-6e8db3c9313b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.272431509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"014de105-b66e-475a-baee-df68ab123092","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.273705277Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"e1feeced-8ecc-4092-bf2d-6e8db3c9313b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.540343187Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"5b6e76bd-b85b-4f53-a255-586b5623bc8a","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:28.540788808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"85bcefe5-6a17-4409-a522-8b6a80228000","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.563187514Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"17e8416e-a614-4770-8a70-7096e873fa68","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.563578447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"d53ebfb7-7f1f-41e9-b54a-ab7bd6a90677","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.629807873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"5814ff00-b777-4dcc-b00e-615044bbf66d","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.630271473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"19c5e3d4-5f64-4748-9472-d974e8de985c","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.72151398Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"1e650157-436d-416e-bc8b-b7caa9b9ff30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.72152761Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"45565498-1f8e-46a5-bc7a-f849e8e6dbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.72244499Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"13253c21-41af-4b0e-b306-bf25a154961a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.722473153Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"14e57fe1-635b-42e6-b434-cf934276bbb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.817431704Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"1e650157-436d-416e-bc8b-b7caa9b9ff30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:30.819417327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"45565498-1f8e-46a5-bc7a-f849e8e6dbc6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.133174094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"8698d770-6496-4409-92bc-2ef757430d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.135797983Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"1c4aa82f-ed3b-492f-a5f5-4eef03fac3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.189856753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"8698d770-6496-4409-92bc-2ef757430d70","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:31.192347668Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"1c4aa82f-ed3b-492f-a5f5-4eef03fac3aa","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:39.024327918Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.429963141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"f42a07f4-5411-4a49-b5cb-63acce4b8c4c","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.431434939Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"8927d20b-12f7-4688-b198-fcab15613781","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.43309647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"141050f4-ddc4-478a-a270-9f4495479107","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.492717067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"41b78642-9751-4410-9a81-c8b42ded8959","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.493137586Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"f9d79add-7272-4802-92c7-42e77a6dcce5","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.493513178Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"7d2577b3-0a06-4f23-bfd7-e1f675463fd1","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.594955099Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"5985a8b3-76cc-4061-a904-2cfad6957e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.59561181Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"825968b8-099f-4a04-b0ac-2f90427fdf85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.60989853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"dfbe19b1-d1b8-46b0-abd8-ea4d5d9e822f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.61063785Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"ce75e4c1-c377-4c5b-8058-15567a4791c5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.655104533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"5985a8b3-76cc-4061-a904-2cfad6957e45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.656090023Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"825968b8-099f-4a04-b0ac-2f90427fdf85","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.96848128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b0194918-f7cf-4e16-8565-9b14514106ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:45.968613356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"3edd719f-fa67-41f5-b4c2-5de932f397e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.025183402Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"3edd719f-fa67-41f5-b4c2-5de932f397e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:46.02530599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b0194918-f7cf-4e16-8565-9b14514106ca","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:49.750093837Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"58b3f248-4ec7-4b7f-9e92-2f1d81c5251b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:49.750158057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"96ee2afc-2a34-492a-89ac-36071c78f38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:49.806701486Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"58b3f248-4ec7-4b7f-9e92-2f1d81c5251b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:49.806757341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"96ee2afc-2a34-492a-89ac-36071c78f38a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:49.850639756Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"ea60f747-cb84-4b1a-91d3-c7d325448b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:49.853496135Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"5d18a4c6-f603-4d6e-98d6-3134a9026208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:49.906475121Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"ea60f747-cb84-4b1a-91d3-c7d325448b10","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:49.910446736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"5d18a4c6-f603-4d6e-98d6-3134a9026208","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.356174068Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"cbe99532-6d46-41b0-86bc-56200f1fc95f","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.356724978Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"8e3a5ee9-8830-45eb-918f-0ec81cd7f136","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.357175299Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"0f7b2409-b4b6-415b-889a-4f57bc2eb0be","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.423315643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"2c3d82cd-1702-4f60-8618-246c369c225c","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.423671145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"3b64a607-9231-4b0c-9486-5d3bbda15819","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.425113712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"cb230dd4-68e7-450d-9e18-945dc3405fdf","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.515265005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"ae706572-7a5c-4962-ad22-16e75deb3772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.516233472Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"ccfe8022-b777-4265-ad14-ac0ee66d77a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.516898644Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"eaf31ef7-6a2c-4c38-8ae8-16fdb24d6016","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.517108922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"1dc4b9c5-1b87-404c-88de-92c127be5484","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.603740085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"ae706572-7a5c-4962-ad22-16e75deb3772","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.609016424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"ccfe8022-b777-4265-ad14-ac0ee66d77a5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.968123121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"74cdf752-e10d-4628-bb39-2ec0b17a2278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.968175933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e1a9fa4a-c17d-470c-90f1-a4b5e56905a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:24:59.974166987Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-w6-096685","reconcileID":"8e48b521-7f48-455f-8192-a6128bc1b9df","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:00.025078733Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e1a9fa4a-c17d-470c-90f1-a4b5e56905a9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:00.025149874Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"74cdf752-e10d-4628-bb39-2ec0b17a2278","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:04.345093482Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d53b0891-a9bb-4bdb-9081-ae4f1461f8d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:04.345100644Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"c087dfa1-e33a-444d-99f4-83f812f0c881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:04.402284826Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"c087dfa1-e33a-444d-99f4-83f812f0c881","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:04.402289513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d53b0891-a9bb-4bdb-9081-ae4f1461f8d6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:09.026265643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:13.874094823Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"8ab2a515-8a67-499f-b170-1639192c9b4a","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:13.874633418Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"787e195c-3233-4f2f-80cc-c636b6c50b57","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:13.937556273Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"342c66ac-5099-4403-a273-14fe87f16021","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:13.938034139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"d43d9f60-b775-4f6f-a442-8164f0ecb59c","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.034788389Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"bc1e51c8-8f27-49b8-8a5d-d85e55b1c756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.035353137Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"b841b72b-b2d4-4585-a905-727b4ff91904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.036072861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"7f927445-7f67-4bfc-bb69-f7d481432bbf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.045245198Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"729f5316-a9af-46b3-8f9f-eb6eee68fbb3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.115470802Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"b841b72b-b2d4-4585-a905-727b4ff91904","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.12013774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"bc1e51c8-8f27-49b8-8a5d-d85e55b1c756","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.444352996Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"16e92854-2268-49de-98e1-670a46c9477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.44435269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"85de08bb-3b3f-45bb-b79a-1a7da2827d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.500513341Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"85de08bb-3b3f-45bb-b79a-1a7da2827d55","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:14.50143536Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"16e92854-2268-49de-98e1-670a46c9477e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:20.276946362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"435465a4-93e6-4bd4-b64c-a51f101448b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:20.2769684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"b9725445-3ce6-459c-b3e6-ec37a9857b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:20.333414521Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"b9725445-3ce6-459c-b3e6-ec37a9857b28","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:20.333411527Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"435465a4-93e6-4bd4-b64c-a51f101448b1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:36.303826063Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"904e600d-584d-430c-8932-375f8837eb5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:36.303826079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"aa33f045-b4e6-4307-9157-fe8586e5ea9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:36.362694367Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"aa33f045-b4e6-4307-9157-fe8586e5ea9f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:36.363091184Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"904e600d-584d-430c-8932-375f8837eb5c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:39.024047681Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:41.852668866Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"838c7890-a5fd-40eb-b133-477ab251699b","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.585755849Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"4e8fcaa2-985e-4d9a-a01f-393af17bd7f0","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.586261024Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"cbaf0803-6b17-4e65-9894-6c3cb60bd69c","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.651716422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"2965851a-47c4-4ddf-8143-9d3e24a4574e","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.652205731Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"55535bc5-54cf-4be4-b08d-e09393d3b88b","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.765561287Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"aa159642-59d0-4f8d-b0ca-4081924b33e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.766120045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"bd7c11e4-cfe1-49c5-b553-b2d38818203b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.766758005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"4d464c53-ee24-4f8e-8ce0-e128c29058e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.767323515Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"5d0f4743-161a-4306-80df-d0c869945a19","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.829066276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"aa159642-59d0-4f8d-b0ca-4081924b33e9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:44.829139324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"bd7c11e4-cfe1-49c5-b553-b2d38818203b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:45.195818682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"4367c60b-cea6-436f-85aa-2d0f44c129aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:45.196156383Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"c99b1a85-93ed-4efa-9d24-2fdf0fdf6d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:45.252267916Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"c99b1a85-93ed-4efa-9d24-2fdf0fdf6d5f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:45.252444511Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"4367c60b-cea6-436f-85aa-2d0f44c129aa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.040658377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-b-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"e2e-conflict-b-3d3d3a66","reconcileID":"1c2eb9ab-b460-4cd0-87b3-b487b7d06c5e","MaaSModelRef":{"name":"e2e-conflict-b-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"e2e-conflict-b-3d3d3a66-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"e2e-conflict-b-3d3d3a66","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:52.10042837Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"e2e-conflict-a-3d3d3a66","reconcileID":"fa66ad2f-3802-4740-9fd1-2be70e395a35","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"e2e-conflict-a-3d3d3a66-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"e2e-conflict-a-3d3d3a66","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:25:53.003441545Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"e2e-conflict-a-3d3d3a66","reconcileID":"d5a48d56-81e7-42e4-8a1b-117a9c129cf9","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"e2e-conflict-a-3d3d3a66-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"e2e-conflict-a-3d3d3a66","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:07.007118549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7801ef0e-5635-425e-a6f3-83a3985ffbb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:07.007158959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"32e14f94-01ff-43d8-9b84-615b919d4469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:07.063448997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7801ef0e-5635-425e-a6f3-83a3985ffbb0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:07.063568882Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"32e14f94-01ff-43d8-9b84-615b919d4469","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:08.899121825Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"d0ff4b93-2db9-4b4f-934a-8392f5051d27","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.023664996Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.779165827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"836d820a-d836-4653-ab74-cdc5e7e8a23b","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.841216208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"a7d19bda-109d-41f7-acfd-b4978ef2123c","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.883321395Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"e3f321d6-7cdb-45da-88a4-9b0ad0c46484","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.883958688Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"691ab935-1d6b-425e-b7e9-93ec365f8bfb","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.884363424Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-w6-096685","reconcileID":"782966c4-c8b0-4602-90cb-4c03b639e06e","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.948659865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"e112821a-9757-4181-bd0a-c36d2d6d9058","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.949181637Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"2412a29a-7b7f-4ed0-96b5-b320b701ef61","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.949592641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-w6-096685","reconcileID":"f980ab3b-1bc7-4ca0-a651-c2741f0927e6","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:09.998088444Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"9cf5fd32-df72-47a3-bfce-f579a50e83ea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.048073277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"9649b8fb-c42a-46f0-8422-01283bc3a2ff","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.048933956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"64835acb-88b8-4043-b84b-d51f4c59a5c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.057615695Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"9cf5fd32-df72-47a3-bfce-f579a50e83ea","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.098974293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"3443c853-7e23-4d55-915d-c265cd349823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.09974022Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"ae141c57-e34c-4657-a1ec-d7ed8b6f93b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.159501355Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"3443c853-7e23-4d55-915d-c265cd349823","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.161581557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"ae141c57-e34c-4657-a1ec-d7ed8b6f93b6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.175215533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"12872bf2-4b68-4cdd-81bb-aa2f863f477b","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.230818764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"619312b6-1555-4802-9626-f70befed5786","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:10.286085979Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-sub","reconcileID":"309f581b-bc50-45d0-858c-3602f182f765","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-user-token-filter-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.330245811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4bbc8281-63ce-4c67-adc3-5b7834680327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.330976993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"224bd996-bb35-4346-bbef-249c0244a513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.384747295Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"fd3e9d10-f09e-4a95-b764-cef68894e207","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.388006015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4bbc8281-63ce-4c67-adc3-5b7834680327","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.39023601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"224bd996-bb35-4346-bbef-249c0244a513","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.399450321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"be579606-a0a2-4962-aecf-006f9fdebfe4","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.500175729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"59cb2d56-1c64-407c-8277-11c95684c6f6","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.554352931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"75cc3095-62e7-4bd8-b573-7798d2e9ab70","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.611774657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"75cc3095-62e7-4bd8-b573-7798d2e9ab70","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.640836815Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"dc2f5ddf-7e33-4111-a862-bec097871ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.640835999Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"0b83cf82-3609-4a96-b2ea-4b00d44a062f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.697359343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"0b83cf82-3609-4a96-b2ea-4b00d44a062f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.698500352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"dc2f5ddf-7e33-4111-a862-bec097871ef9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.717844962Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-sub","reconcileID":"802c0ff3-9ac7-4d94-be1f-20f0cc2d7880","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w5-9d77b6/e2e-user-token-filter-sub","ai-tenant-e2e-worker-w5-9d77b6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.784513779Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"d0162bfe-d2db-4b65-9c38-a802aaa52cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.840408798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"d0162bfe-d2db-4b65-9c38-a802aaa52cb3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:10.876161163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"75cc3095-62e7-4bd8-b573-7798d2e9ab70","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-user-token-filter-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.876610058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"8e0ff78c-1a85-4ff7-bcf5-2dea26e63dd8","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.884021161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"e1343f1e-41fd-4740-af22-f6c54feb39af","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.885395084Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"91ad59f2-3a94-4189-80b7-2a057b727aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:10.941689492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"91ad59f2-3a94-4189-80b7-2a057b727aca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:11.032453131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"b913644a-0a6c-4a70-8ae2-a55a6ddd842e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:11.046143667Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-sub","reconcileID":"5bde9127-5ed8-4075-a471-14e10e8ec50d","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:11.089011455Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"b913644a-0a6c-4a70-8ae2-a55a6ddd842e","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:13.037755176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"fc8fc9c2-23ca-45ce-a55a-6b795189110d","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:13.193994732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"ea0a081f-4c1a-4505-9cbd-579a8ca132db","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:13.197517562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"084caea1-342e-4572-98e3-841cf5b3ea50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:13.197517359Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"38fdd16f-19ef-474c-897e-30008fcfdd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:13.251448079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"ea0a081f-4c1a-4505-9cbd-579a8ca132db","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:13.253186217Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"38fdd16f-19ef-474c-897e-30008fcfdd44","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:13.25480866Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"084caea1-342e-4572-98e3-841cf5b3ea50","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:14.798539286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"e7c62054-b4e9-4c1c-bfe2-4cb4a71971a4","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.203614736Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-sub","reconcileID":"06a6f105-6242-4bf7-b741-2819d28792dc","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscription":"e2e-user-token-filter-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.366582374Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-sub","reconcileID":"06a6f105-6242-4bf7-b741-2819d28792dc","MaaSSubscription":{"name":"e2e-user-token-filter-sub","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-9d77b6/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.525321353Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"061a44f7-869a-406c-b911-084e2944631d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.629936313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"7ef01abe-fb32-4219-b91a-f0ec8c9ed2da","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.779581123Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"60f35cd8-4bce-4f55-8f37-2862848634bc","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.788444171Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"dbffb4de-61f3-480c-b827-6d97692a69d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.788598439Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"1f4d9137-9248-4dc5-85fc-00849db5555b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.78844694Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"7780e714-03b2-4a90-af60-447f1c762c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.844674951Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"7780e714-03b2-4a90-af60-447f1c762c14","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.845644854Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"1f4d9137-9248-4dc5-85fc-00849db5555b","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:23.846858006Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"dbffb4de-61f3-480c-b827-6d97692a69d4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:24.049236421Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-user-token-filter-auth","reconcileID":"c8acc144-d7e4-44f0-a32e-a25b3a7adf19","MaaSAuthPolicy":{"name":"e2e-user-token-filter-auth","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:24.307745629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"5ea06e17-1069-4d42-9c14-809048d7120b","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.529160804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"5fec0cf6-acbb-4263-aded-5cf49be3a19f","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.529744458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"b88f529a-2556-4675-a62a-a5ecd0866411","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.530224529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"e2e-conflict-a-3d3d3a66","reconcileID":"cdb77248-3e92-4070-83a3-6b2d3ca01698","MaaSModelRef":{"name":"e2e-conflict-a-3d3d3a66","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"e2e-conflict-a-3d3d3a66-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"e2e-conflict-a-3d3d3a66","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.584497607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"c6ee5c24-a742-462a-80e4-2038e44bfde1","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.647053483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"78115cd7-2d89-4778-9776-ac7c9de23fa5","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.706144629Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"62d5e7ac-b4c0-47f5-9184-6fb23e937e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.706675781Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"94caaa93-0c04-4d76-b31b-3d079a3d9305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.707404079Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"c3eb2c6f-1632-4ab6-bbaa-9e7b858e72df","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.707985777Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"6e328368-6df3-41e8-b0cf-de2c92656e2f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.764971358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"62d5e7ac-b4c0-47f5-9184-6fb23e937e19","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.768660275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"94caaa93-0c04-4d76-b31b-3d079a3d9305","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.806725365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"2185633d-2d8f-4919-ae3b-cec0f1faeb92","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:25.862575503Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"2185633d-2d8f-4919-ae3b-cec0f1faeb92","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:26.229157444Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"3b278ee8-2ea2-4873-9902-70f089e47792","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:26.387903695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"0440c8ce-e597-4f21-a457-63a817f604da","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:26.45356679Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"0440c8ce-e597-4f21-a457-63a817f604da","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:26.550591155Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"e7d15970-19ab-4674-8d14-d43ba22bcfcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:26.550607071Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"2d7e278c-a497-43ee-9c4c-253867820507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:26.607227892Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"2d7e278c-a497-43ee-9c4c-253867820507","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:26.607237699Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"e7d15970-19ab-4674-8d14-d43ba22bcfcc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:26.914073275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"22c9eb79-293e-40d6-8216-7efab3c005e4","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:26.968817003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"32104b12-0341-4e4d-9e5c-d2a30266bc25","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.176163557Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e6862452-0a4e-4c59-a945-8ed1c029c29c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.193835457Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"aa87010c-bb21-4b79-bcd6-1cb1f5e632d7","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.232153593Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e6862452-0a4e-4c59-a945-8ed1c029c29c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.25429284Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"6dba8e61-d266-41bf-8289-2819d39c8807","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:27.301696981Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"0e8bccd4-841b-4f68-a5c6-f11d1a4cf271","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.401626274Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"e8bcb693-0220-4855-b3f0-77965a91b411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.401626266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"4b3553b5-56b9-4847-a2f6-43fc7d8fb051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.411987927Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"addd34d7-2df0-4236-b9de-6dadcfc4271a","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.459353863Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"4b3553b5-56b9-4847-a2f6-43fc7d8fb051","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.460126375Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"e8bcb693-0220-4855-b3f0-77965a91b411","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.466467112Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"13757b91-529b-4021-85af-3759fb830c9f","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.471559427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"9761ca1f-8756-4a25-839a-7325a1087959","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.52355369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"9b1bffbd-8ca6-46ed-bee2-c5a12f4c57b5","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.546034554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"3259867d-fb1c-400a-8090-201758b391d9","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.685369533Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"484250e1-719d-44c8-84bd-b6ebf6932fd0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-w5-9d77b6","model":"distinct-w5-9d77b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-no-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.749270398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"abd38707-d008-4721-be0a-583ae9925b9e","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.749333754Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-9d77b6 priority=0:[ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.782924042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0e153d65-eccd-4a48-9ed3-5b4f135ce1bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.805928086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e915a7ea-e773-4feb-ae43-fcedd630b173","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.809282176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"f1ef9e25-7cb9-4d2b-861d-2938b376947b","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.838838032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0e153d65-eccd-4a48-9ed3-5b4f135ce1bb","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:27.847571163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"484250e1-719d-44c8-84bd-b6ebf6932fd0","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.857722813Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"cba6d8b9-9fb2-44cc-81ad-c91a64b15c1d","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:27.859199657Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.862341419Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"e915a7ea-e773-4feb-ae43-fcedd630b173","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.901922995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4a523135-1e35-460e-b7bb-0c52f73ba6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.902692488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"1c05b707-a95d-406b-ac33-d825be6ed4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.914415916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"1d14e2d9-44b0-42fe-be81-75c4fa2fe832","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.957807136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4a523135-1e35-460e-b7bb-0c52f73ba6a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:27.959001683Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"1c05b707-a95d-406b-ac33-d825be6ed4c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.004393057Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"90e1c517-fbc0-4d7e-b629-21324e446d3b","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.123756998Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"e22f0d1c-e367-4c71-92e9-8c3642b2aab6","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.160464092Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"976680c3-d5f4-4a06-900a-55d38d22922e","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-2-w5-9d77b6","model":"distinct-2-w5-9d77b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-no-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.171768982Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"2296a7d8-e008-4b29-9f90-53eb5c05864f","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.296088001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"2d462a8b-e389-4add-a973-3ec2247bf450","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.296155381Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-9d77b6 priority=0:[ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-no-hdr-sub1 ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-no-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.327927796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"0df153e7-8538-4635-82f7-b630b6ad4c5d","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.3286496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5fd8db19-a91a-487b-80ae-b6e3695ec319","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.349121813Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-no-hdr-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-no-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.385244316Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5fd8db19-a91a-487b-80ae-b6e3695ec319","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.403394891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"70b52e64-865f-400b-8f82-8d1cce9e9b46","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.406843259Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-dedup-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.427089457Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"4c04ea5a-d222-4a75-bb8c-47c68c8e9938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.427225812Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ee980719-f3b9-4157-a350-ad3404706d6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.427097041Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4e30e174-1d7b-425e-9963-1d66961b00f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.45178487Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"e7038728-c0ce-49b5-b7fa-21226f7f32f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.460377422Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"f44ee51f-aa8f-41c2-b834-700ddc552d15","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.483208398Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"4c04ea5a-d222-4a75-bb8c-47c68c8e9938","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.483413275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4e30e174-1d7b-425e-9963-1d66961b00f1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.484424926Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"89caec37-cce2-47fa-9c10-ff3627559aac","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-2-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.485580537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ee980719-f3b9-4157-a350-ad3404706d6b","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.508866204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"a9d2f381-96c3-46c0-bd80-1aaaddbfb9fb","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.508910629Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"e7038728-c0ce-49b5-b7fa-21226f7f32f0","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.664824966Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"1e3da451-5e53-4607-8135-ed466e147d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.673231743Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-subscription","reconcileID":"3a3d13ea-3d58-4f9e-8377-e211f1147042","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription","ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.720324359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"1e3da451-5e53-4607-8135-ed466e147d63","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.749313224Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-w3-108cf9","reconcileID":"b7e011a6-dc47-43a4-b781-81673c5a1d51","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.765210651Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"c0b8ec63-6d9a-4f67-85a7-4e26bc8e6719","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.806912747Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"8a76b32d-0566-4be7-a48d-d373ba3374bf","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.820072874Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"c0b8ec63-6d9a-4f67-85a7-4e26bc8e6719","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.820202663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"dba97b3d-3171-4c7b-9dd3-49af403a4627","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.831234112Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"3903f866-89ec-4882-8d20-b757a9332535","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.839691844Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"3622c46e-f230-462e-9510-d4622b08040b","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.865920015Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"a657efa3-47ad-4584-b1a8-b067ba69b0fb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.86597573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"a657efa3-47ad-4584-b1a8-b067ba69b0fb","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.886141505Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"ba9f5a81-5a0a-43b6-b99a-0d5b23a44e0f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.886219397Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"ba9f5a81-5a0a-43b6-b99a-0d5b23a44e0f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.981360949Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"d8c4b852-7b48-49f1-a2fb-0b0febb8fae5","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:28.981428978Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"d8c4b852-7b48-49f1-a2fb-0b0febb8fae5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:28.99733691Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-subscription","reconcileID":"9d016c2a-85e7-44e1-9cb6-699e7f00b192","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":2,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.032288102Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"98c7120d-8aa9-41be-9469-0b0cdf528113","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.032352048Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"98c7120d-8aa9-41be-9469-0b0cdf528113","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.052322057Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"a5d47671-6fb5-4ba1-bac5-46bef1acfee2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.052380683Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"a5d47671-6fb5-4ba1-bac5-46bef1acfee2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.147186302Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"73a75ab3-c8f8-4b45-a497-ca8e42e40a5b","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.147273489Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"73a75ab3-c8f8-4b45-a497-ca8e42e40a5b","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:29.211993884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"e82db819-4635-45b2-9e44-8a0cab70b3d5","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.26198939Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"9317fba3-4bfe-42e4-8c59-142d88504510","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.262070104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"9317fba3-4bfe-42e4-8c59-142d88504510","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.262001526Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"6702a021-67ad-483b-8019-c1b6e8b21161","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.262122694Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"6702a021-67ad-483b-8019-c1b6e8b21161","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.324130938Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"476009f3-d9de-4821-bdd6-84dfa13d7c40","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.324211518Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"476009f3-d9de-4821-bdd6-84dfa13d7c40","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.458346649Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"e6f486af-e727-473b-a8f3-980f80740801","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.458425075Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"e6f486af-e727-473b-a8f3-980f80740801","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.458354414Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"df6f3169-86b0-46fc-aeb2-0ffe956035e1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.458489448Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"df6f3169-86b0-46fc-aeb2-0ffe956035e1","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.55858747Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"faaf604b-38f1-44fa-9ca7-5143eb42644f","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.558665524Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"faaf604b-38f1-44fa-9ca7-5143eb42644f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.69527685Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"9b928165-c0e2-4cd7-be9a-1a89b6c34ebc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.695347378Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"9b928165-c0e2-4cd7-be9a-1a89b6c34ebc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.69536236Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"2bde982e-16a8-477c-a006-5aa69826ad5d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.695459163Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"2bde982e-16a8-477c-a006-5aa69826ad5d","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.799376196Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"8a6c33a7-9466-4dd0-8141-58ec02d53457","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:29.79947419Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"8a6c33a7-9466-4dd0-8141-58ec02d53457","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.013008211Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"ec92114b-e301-4fbf-9433-b8b48d4b002f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.013105974Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"ec92114b-e301-4fbf-9433-b8b48d4b002f","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.01327972Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"c1635d5c-a5ab-4a7a-aecb-5d7b2120f641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.013355186Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"c1635d5c-a5ab-4a7a-aecb-5d7b2120f641","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.116353995Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"76edf845-995b-4ce5-b418-9c62196dd704","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.11642707Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"76edf845-995b-4ce5-b418-9c62196dd704","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.496918181Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"c969de40-6733-421d-b71a-16f50c1a82d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.496992945Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"c969de40-6733-421d-b71a-16f50c1a82d9","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.496924032Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"0862c822-9803-42bb-a7a3-22673b760e76","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.49706736Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"0862c822-9803-42bb-a7a3-22673b760e76","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.595222486Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"94e1c14f-46db-4103-8493-f2fe272a74b2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:30.595296404Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"94e1c14f-46db-4103-8493-f2fe272a74b2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:30.870302519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"7449b7d4-eb20-4713-a767-c58c1a007445","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:30.870752266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"a922eeac-d6ec-4fc0-997a-52a076a7c32f","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:30.871198432Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"8c5446c9-2c92-4723-bf63-d0e42bfd1d0a","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:30.937795714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"24c7e6f8-f816-4ed8-838d-66911a3f195f","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:30.938262296Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"47be2a70-00f5-482f-8026-dcb120b3c144","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:30.938591571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"86a286ad-f5e0-4216-8394-51e12d765e93","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.029992641Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"9c2dc890-4923-4659-bac7-867df0eb85d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.030471979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"c4b91c95-f2d5-4b7d-a28b-ad9c6c6331a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.030908508Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"1d11546a-095a-47b3-a998-43a885e96dfc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.031583638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"b7b55e50-3757-47a9-beb3-5b97aedb7296","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.094355801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"9c2dc890-4923-4659-bac7-867df0eb85d8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.105274581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"c4b91c95-f2d5-4b7d-a28b-ad9c6c6331a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.294336935Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"1c72cd8b-300a-4bf2-b8cb-ad995ffbfd24","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.294413199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"1c72cd8b-300a-4bf2-b8cb-ad995ffbfd24","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.294407064Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"49444078-4b6f-4eb3-9a0b-52124d0b3ab4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.294453057Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"49444078-4b6f-4eb3-9a0b-52124d0b3ab4","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.369395452Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"afcd95d4-51ac-4c16-82a2-dd2e53001118","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.395008901Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"59da8779-f257-4c52-9aef-75b54b11e0dc","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.395104121Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"59da8779-f257-4c52-9aef-75b54b11e0dc","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.49683668Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"5b69a629-4d8d-48ca-a1f5-36f7b89f51f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.49683672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"5f0f10d8-c092-4a95-b330-bcfbd42db129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.554760578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"5f0f10d8-c092-4a95-b330-bcfbd42db129","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:31.554956856Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"5b69a629-4d8d-48ca-a1f5-36f7b89f51f4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.598372773Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"0593e64f-5bb5-4a0f-9c79-4ad60f2add83","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.598416482Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"f872970a-8779-4894-afed-419b40b7b0ea","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.598448988Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"0593e64f-5bb5-4a0f-9c79-4ad60f2add83","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.598476809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"f872970a-8779-4894-afed-419b40b7b0ea","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.598716411Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"219ff3c1-4fd3-45f2-b062-1dd771ebb353","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:31.598767843Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"219ff3c1-4fd3-45f2-b062-1dd771ebb353","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:34.315548541Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"88f99eba-d8fc-4ea4-b5e4-797bf6a22da2","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:34.315643674Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"88f99eba-d8fc-4ea4-b5e4-797bf6a22da2","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:34.315550408Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"8fb2450d-a90d-47f5-9ead-e0470dd95193","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:34.315709332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"8fb2450d-a90d-47f5-9ead-e0470dd95193","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:34.315834498Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"90e5d69c-98d9-4433-9557-3adc5bcd9be5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:34.315872677Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"90e5d69c-98d9-4433-9557-3adc5bcd9be5","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:35.588080702Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"609cf91a-1277-4a12-9301-34d65f3e11c5","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:35.588456006Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"b821181d-c7bc-4955-acea-4c0481a90fa1","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:35.751967015Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"e18a93b3-7db2-4350-a1c9-9a03a726cd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:35.755981304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"ef82081d-0525-4200-86da-581536f4faa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:35.757161742Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"615fda50-8412-4d9a-be62-bbdb853f00e7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:35.757631054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"58917628-eec8-4711-964a-f6bdf65cc59d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:35.812292604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"ef82081d-0525-4200-86da-581536f4faa6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:35.812460944Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"e18a93b3-7db2-4350-a1c9-9a03a726cd30","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.024435563Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.384981601Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"fa711a04-e7e0-4561-94cc-7ae360989055","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.609117721Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"5ad3e0c3-d7d7-420d-8acb-c4df69d52373","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e07aef76","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:39.64158772Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"e60d5de5-e2b9-4640-85dc-702898b6cf36","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:39.641682054Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"e60d5de5-e2b9-4640-85dc-702898b6cf36","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.707667601Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dc58f845-bcb8-4e9e-857a-8e538799a7fa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.707674684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"1a4b4bed-8058-47c3-bda8-2f91d0cc03e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.708110249Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"9b3f6752-707e-4826-9ca9-1ba9d1dd794a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.708177986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f3db0eb5-2154-4355-82f1-042b51b8b015","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.764082617Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"dc58f845-bcb8-4e9e-857a-8e538799a7fa","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.764678434Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"f3db0eb5-2154-4355-82f1-042b51b8b015","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.766257687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"9b3f6752-707e-4826-9ca9-1ba9d1dd794a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:39.76681495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"1a4b4bed-8058-47c3-bda8-2f91d0cc03e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:39.797587937Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"98ef5b4d-42a4-47b7-8ca6-3115be95e719","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:39.797653158Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"98ef5b4d-42a4-47b7-8ca6-3115be95e719","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:39.953114875Z","body":"failed to reconcile gateway AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"16351864-e268-4851-997b-defc62487111","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:625\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:39.953176167Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"16351864-e268-4851-997b-defc62487111","error":"compose guardrails for subscription ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription and model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: compose ai-tenant-e2e-worker-w0-e6ca80/e2e-dedup-subscription@e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: model e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80: subscription model entry ambiguous","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:40.1802368Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0bd43655-3dc3-4a07-b640-69de27c3a9f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:40.181160344Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4d5e695c-9059-4feb-aae3-e92a579928fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:40.181320709Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"289afc09-e7fb-4e74-b2a1-df30e7d26bb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:40.182145267Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"de2af22c-eac4-4ed2-ba49-5b9fd69d1378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:40.237226488Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0bd43655-3dc3-4a07-b640-69de27c3a9f3","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:40.238051876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4d5e695c-9059-4feb-aae3-e92a579928fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:40.239510283Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"de2af22c-eac4-4ed2-ba49-5b9fd69d1378","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:40.240268257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"289afc09-e7fb-4e74-b2a1-df30e7d26bb1","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:41.532292199Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-subscription","reconcileID":"4897b526-ba19-4b47-829f-515d8cce1620","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscription":"e2e-dedup-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:41.696413832Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-subscription","reconcileID":"4897b526-ba19-4b47-829f-515d8cce1620","MaaSSubscription":{"name":"e2e-dedup-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:41.856334913Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"ded04e81-89f7-4840-affb-00c84da4e6b7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:41.91512766Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"eddfd1ce-4b28-4f7f-961e-015882432afe","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:41.971431486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"7c2866d4-5ab1-4e98-aaf2-49d6bd151e5c","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.057417152Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"1b03739c-93ca-4624-b83d-14ce1028aae3","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.07216107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"32cb5c13-537f-4f7a-9108-efec069738f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.072344562Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"a745c79e-0732-4aa3-b1cc-7ec5f3d7d701","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.072162659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b88a0689-af8d-466a-963f-0038e7b839a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.132759643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b88a0689-af8d-466a-963f-0038e7b839a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.132934981Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"32cb5c13-537f-4f7a-9108-efec069738f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.140711102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"a745c79e-0732-4aa3-b1cc-7ec5f3d7d701","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.453123696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"178cc6e9-b54a-41a9-af9c-256166b378aa","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.453703748Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"611a2bd8-dbbf-4d38-bea2-07bf15c4a5c0","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:42.500778862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"a745c79e-0732-4aa3-b1cc-7ec5f3d7d701","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-dedup-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.501004822Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-dedup-auth","reconcileID":"94c1d8f3-0290-4c9a-9a66-d1279c6c3f92","MaaSAuthPolicy":{"name":"e2e-dedup-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:42.711024891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"eddbb6b1-4de6-4d5b-a884-e55ec0d67eba","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:43.720806193Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"143099ca-f1d7-458d-98ea-d26d6bb667af","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:43.721095745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"e9ed7743-633d-4943-9c9b-1d76993ea9fa","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:43.775546427Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"948dc2cf-4512-4e95-b9b5-05ece66d14ae","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:43.775762181Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"ac0557db-9ef7-4fda-81ce-a0ff73cf59eb","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:43.982030484Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"98d4a7bc-9fb8-48cd-818d-30c26f3b7df5","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.034916433Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"f6fcca75-efe8-4a92-a3eb-115e09363632","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.042429451Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"1793e5e7-b572-48c0-96c2-f4d5a267454e","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.090776395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"f6fcca75-efe8-4a92-a3eb-115e09363632","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:26:44.091789754Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"5c4c5883-a42d-495c-b505-2cf07423f009","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-distinct-models-subscription\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.100137363Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"146c3718-5196-40a9-a809-85abc5212c41","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.199953014Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"f024fdd2-e3d6-4bd4-afb9-6c79c437c945","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.200263833Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"22351446-8f07-48dc-b350-89ff2dd1b7dc","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.240817765Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"6b1326b6-edcf-4833-981d-95b2ac3c0950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.240818869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"64328d4a-cdee-4516-9f56-27f1905875de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.257289856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"f22334be-8e10-483b-8730-747bc928b133","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.25760581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"b1deec46-42a8-4ebe-b37e-198855a9839d","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.298357066Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"6b1326b6-edcf-4833-981d-95b2ac3c0950","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.299530442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"64328d4a-cdee-4516-9f56-27f1905875de","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.460223489Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"a5f9f44e-27c2-4c06-852d-da2a9545eff9","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.460569994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"cd0dce73-4c2a-4dd7-bb38-47db276dd98e","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.470424562Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"55e3ff56-df43-4fc7-8089-1ac9f6484ff9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-distinct-w0-e6ca80","model":"distinct-w0-e6ca80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.63049294Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"55e3ff56-df43-4fc7-8089-1ac9f6484ff9","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-distinct-2-w0-e6ca80","model":"distinct-2-w0-e6ca80","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w0-e6ca80/e2e-distinct-models-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.713791266Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"993aad12-ade4-4d46-8f92-97b1fd9f4c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.713786378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"a70eee41-2b76-48d9-acbb-73179588a63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.721159406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"122190df-8e51-44c4-88fe-da823969fe88","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.770668395Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"a70eee41-2b76-48d9-acbb-73179588a63c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.771493845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"993aad12-ade4-4d46-8f92-97b1fd9f4c08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.77653443Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"122190df-8e51-44c4-88fe-da823969fe88","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.850148128Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"b13a506b-eea3-42e6-a2c7-b64b28fb315b","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:44.850518073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"5693871d-dd3b-4685-b6b9-9878f2546f65","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:45.007608676Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"d34d29ed-5291-4ec9-a697-2c3f46f33041","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-distinct-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/distinct-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:45.113024152Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"d34d29ed-5291-4ec9-a697-2c3f46f33041","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-distinct-2-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/distinct-2-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.440211456Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"5e67bde2-7fdf-4f70-90e4-c9d059012fa2","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.49876746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"b1057ef1-093d-41c5-be01-8e024e29d310","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.60364358Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"1889477f-f142-4d88-8975-32ebda010d8f","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66bd1e85","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.655739169Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"7f9fdfaf-12d9-4e19-8eb9-5622695d9bba","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-66bd1e85","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.702276138Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"a8a4f6d2-0b43-40e2-a670-327533e55292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.702276664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"d47c69a3-5907-4447-9b46-1bb1e43ec786","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.702679038Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d04a7ba1-e816-4dc9-b829-04b11d8e3b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.75940533Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"a8a4f6d2-0b43-40e2-a670-327533e55292","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.759917726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"d04a7ba1-e816-4dc9-b829-04b11d8e3b12","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:47.761671961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"d47c69a3-5907-4447-9b46-1bb1e43ec786","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.13168059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"2ea21942-4524-484a-92e5-5acdacc18449","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.22963396Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"baf1f1c3-42f5-4c37-8b65-13daed76ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.229634307Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"c6c1506d-024f-43f3-9f32-652cdbd18f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.286414269Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"c6c1506d-024f-43f3-9f32-652cdbd18f34","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.286431298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"baf1f1c3-42f5-4c37-8b65-13daed76ad4a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.376534879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"f5107a33-115b-44a9-92c2-e5a172a27334","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:48.43254818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"f5107a33-115b-44a9-92c2-e5a172a27334","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:49.661852833Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"90b10cb8-fc6d-4c47-9b01-717b84d68205","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","subscription":"e2e-sa-multi-no-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:49.714273428Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"90b10cb8-fc6d-4c47-9b01-717b84d68205","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:49.766757008Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub1","reconcileID":"90b10cb8-fc6d-4c47-9b01-717b84d68205","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.040801518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"e64f9768-92e5-46f7-b391-43b773ee52e3","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.185285513Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"e4cd1e84-ba0d-4696-9fad-2d0e9a8e6452","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.30078737Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"397f15ab-7409-49cb-a45a-a65a1fe6fb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.301263621Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f8f3cb3-d665-46ae-9f27-a19152925166","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.30313705Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"73510a27-9ae8-49bb-abac-74c5751d9629","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.303146602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"62d4ebbb-21be-4c02-9a06-d294f0eb12c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.346787619Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"ee6d232a-aa42-44df-9ac6-c6b0d05b5098","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-22e4e003","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.358281328Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"397f15ab-7409-49cb-a45a-a65a1fe6fb1a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.359582998Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"5f8f3cb3-d665-46ae-9f27-a19152925166","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.362160285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"62d4ebbb-21be-4c02-9a06-d294f0eb12c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.36273634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"73510a27-9ae8-49bb-abac-74c5751d9629","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.823114995Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0b3c5411-42aa-4f09-91d7-ef9fe7a7ae5e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.823139563Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"43797127-ceb8-4cc8-ae59-eda4c6d114d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.823490297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"f58fbef4-2100-4b00-9d1c-8897832483e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.823545969Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"7e0877e2-f67b-4f01-a7d3-4a0048329dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.879963516Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"f58fbef4-2100-4b00-9d1c-8897832483e3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.880140423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"43797127-ceb8-4cc8-ae59-eda4c6d114d6","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.882128923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"7e0877e2-f67b-4f01-a7d3-4a0048329dca","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:50.882398108Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0b3c5411-42aa-4f09-91d7-ef9fe7a7ae5e","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.445904431Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5d969dc3-c100-4390-9369-e0b053bb4142","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.445949715Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"78eadb39-52fe-4291-9d8b-c214b6f7d97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.446303308Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"c7348673-a9a9-43db-a48f-cb0efcc29523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.446330907Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0b4c04eb-8285-4134-8961-b7af7f1a1eba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.502190099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"78eadb39-52fe-4291-9d8b-c214b6f7d97c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.50255143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"5d969dc3-c100-4390-9369-e0b053bb4142","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.504679185Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0b4c04eb-8285-4134-8961-b7af7f1a1eba","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.504691977Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"c7348673-a9a9-43db-a48f-cb0efcc29523","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.710225331Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"0c8f9cf4-7101-419b-b9ef-6e8bee830264","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/distinct-w0-e6ca80","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.762354414Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"0c8f9cf4-7101-419b-b9ef-6e8bee830264","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/distinct-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.814965435Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"0c8f9cf4-7101-419b-b9ef-6e8bee830264","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/distinct-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.838088293Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"83c9d771-b3ae-402f-8c2e-92ced9340b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.879936284Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"0c8f9cf4-7101-419b-b9ef-6e8bee830264","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/distinct-2-w0-e6ca80","subscription":"e2e-distinct-models-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.894834783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"83c9d771-b3ae-402f-8c2e-92ced9340b9b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.925699682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"66622839-5509-41f6-a9ba-e4f3ba7d10bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.931976539Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"0c8f9cf4-7101-419b-b9ef-6e8bee830264","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/distinct-2-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.981450736Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"66622839-5509-41f6-a9ba-e4f3ba7d10bd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:57.984040679Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-subscription","reconcileID":"0c8f9cf4-7101-419b-b9ef-6e8bee830264","MaaSSubscription":{"name":"e2e-distinct-models-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/distinct-2-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.029433938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"20808979-3111-4f0b-81f8-e24e35da9db0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.029553865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"778cd195-85b3-4dfa-88c9-db87984dc16f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.029433906Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"ee3d8a06-e9c7-45ff-9568-ea3cf6869798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.086190759Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"ee3d8a06-e9c7-45ff-9568-ea3cf6869798","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.086204388Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"20808979-3111-4f0b-81f8-e24e35da9db0","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.088404542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"778cd195-85b3-4dfa-88c9-db87984dc16f","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.254152953Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"37d2c1ba-2e63-49d2-bdd6-bb7d4da7c22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.258603521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"686a2a84-9f19-4586-b056-13dcdf3d703e","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.311061846Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"37d2c1ba-2e63-49d2-bdd6-bb7d4da7c22c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.316053486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"6663c1f9-51f4-46c7-ab59-ab73083e4b41","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.559808973Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"c403017c-6dca-4de1-abbf-ec3f4bf1ca17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.56151115Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"d4fd3c6d-ca99-4783-bb6c-04d59661e479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.562466979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"4dc2041b-0eaf-45f8-b7d4-51f36624795d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.617970481Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"c403017c-6dca-4de1-abbf-ec3f4bf1ca17","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.621581143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"d4fd3c6d-ca99-4783-bb6c-04d59661e479","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:58.699137997Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"4dc2041b-0eaf-45f8-b7d4-51f36624795d","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:59.218258228Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"8dcf4b95-f989-43db-aade-f6e289fb9acb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:26:59.274278346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"8dcf4b95-f989-43db-aade-f6e289fb9acb","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:00.400503682Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"764def8f-0a49-4a48-a61c-c0c9ebc99ae0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","subscription":"e2e-sa-multi-no-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:00.453189249Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"764def8f-0a49-4a48-a61c-c0c9ebc99ae0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:00.505808791Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-sub2","reconcileID":"764def8f-0a49-4a48-a61c-c0c9ebc99ae0","MaaSSubscription":{"name":"e2e-sa-multi-no-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:00.779437655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"3cb46697-c061-4d37-bcfb-a12ab312724d","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:00.931548498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"e0bd6dca-0a03-42ec-9d5c-a37f676061e1","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.039722165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"dd1d973a-174c-4d46-914b-387215eb0947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.040242271Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"95936b2a-4fa2-4e20-8afa-abdf20de362c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.040301007Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"d497d6bc-ccf5-4362-a8dd-282af5ccf627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.040501529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"57dee1d6-963d-471b-9cb3-4ace84fb1a14","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.097297396Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"95936b2a-4fa2-4e20-8afa-abdf20de362c","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.097307681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"dd1d973a-174c-4d46-914b-387215eb0947","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.099772603Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"d497d6bc-ccf5-4362-a8dd-282af5ccf627","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.099834959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"57dee1d6-963d-471b-9cb3-4ace84fb1a14","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.253697517Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth1","reconcileID":"0c5199ff-4d05-4325-bf19-46d8cafaa6d9","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.414396306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"945b1ff2-ecf4-4006-ac50-7886c53cc33d","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.46228615Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ebe342a0-b719-4a63-a8eb-e6ed20bafae8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.518950036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"ebe342a0-b719-4a63-a8eb-e6ed20bafae8","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.549352526Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"8b25e2b4-2082-42e6-9110-9ab49b6bb25f","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.679332306Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-no-hdr-auth2","reconcileID":"0c02a087-6bdc-4396-a69e-e6fab119ad21","MaaSAuthPolicy":{"name":"e2e-sa-multi-no-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:01.840134721Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"50293841-f18b-4f28-b98a-de69c0f7470e","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.167132131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"eeca323b-9bd2-478e-b352-b08dce73ee84","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.22353064Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"5b69e3b9-74f0-4b51-bd88-74cf7c754482","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.451179362Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4b822ac3-409d-499b-ab25-fa9f0cbcf9a1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.453304536Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"c84de043-ca5e-4175-af52-c6b2156d5c9f","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.507760513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"4b822ac3-409d-499b-ab25-fa9f0cbcf9a1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.511643288Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"2b3c2942-9ae7-4723-b3da-ec5d6c15e69c","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:03.563011827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"91dbc383-8b33-4b1d-84ae-b9ecc062a3b0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:03.564823297Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"2b3c2942-9ae7-4723-b3da-ec5d6c15e69c","name":"distinct-w5-9d77b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w5-9d77b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:03.564874663Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"2b3c2942-9ae7-4723-b3da-ec5d6c15e69c","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-w5-9d77b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.570208241Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"cb204c27-6a5b-4d26-ba1b-f2d824b09f8b","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.66038859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"17473b08-7fc5-438b-9e53-c7b8231ae4b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.660387593Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"a938c1a3-36ea-45d2-b037-b24eac4fb5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.673009546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"1ab89487-8e34-4cd8-8213-c538ef950898","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.712356685Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"4f107d24-a945-4b7e-a155-510827905ada","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.716669397Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"a938c1a3-36ea-45d2-b037-b24eac4fb5db","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.717766024Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"17473b08-7fc5-438b-9e53-c7b8231ae4b9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.730275378Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"f0902c89-ec2d-447f-b569-b94e3f907f0d","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.767378923Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"0984249f-1bd0-471d-ae58-84dc8767cb8b","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.823618084Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"dfb0a12e-9eb3-4e5d-89d4-c26f1a1f2b01","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.94315793Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4718da37-2bed-4c14-b00b-aa1892d345be","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-w5-9d77b6","model":"distinct-w5-9d77b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-hdr-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.988613817Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w5-9d77b6 priority=0:[ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-hdr-sub1 ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-hdr-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:03.988821827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"737592c2-c05c-4b55-98c7-13d90c4ded06","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.027591074Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c7791017-cc2e-4929-b3f7-c344c36d379e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.046666204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"c0122456-66cc-4c19-8bc1-4f3ff59899cf","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.089385493Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"c7791017-cc2e-4929-b3f7-c344c36d379e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:04.098930546Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"285a1428-3c0d-4e41-8a7f-4e797f1087d7","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:04.100157608Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"c0122456-66cc-4c19-8bc1-4f3ff59899cf","name":"distinct-2-w5-9d77b6","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w5-9d77b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:04.100224103Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"c0122456-66cc-4c19-8bc1-4f3ff59899cf","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"distinct-2-w5-9d77b6\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.100364393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"076ba939-53df-4590-bd35-6ce9692989d6","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:04.104944022Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"4718da37-2bed-4c14-b00b-aa1892d345be","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sa-multi-hdr-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.105404809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"3f137364-4b64-47cc-9938-04c31a7627c0","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.132225828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"79bdda06-3a6f-4934-842f-c1414819cdc5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.18867243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"79bdda06-3a6f-4934-842f-c1414819cdc5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.209607049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"8ba99a95-15ab-4752-a8fe-52658612ff12","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.229256672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"aaeb1dba-acb5-49af-a74b-c82f2993ba17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.235428335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"b692b8d5-7dc3-4b03-89fa-c0f8191d15e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.262845735Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"e0b1643d-2240-40fe-aaf7-0bbc9cc23c30","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.266299806Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"ddaec209-74f1-47c0-94aa-4cf13a191ea0","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.285856571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"aaeb1dba-acb5-49af-a74b-c82f2993ba17","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.29183449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"b692b8d5-7dc3-4b03-89fa-c0f8191d15e7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.407203874Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"ef1820de-bde8-44a4-b97b-ede631a90474","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.430128775Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"500e5fb8-7b94-4833-9395-b5a50b240471","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.479015535Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"4d95fe08-7089-4c81-ae30-da8dd775500c","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-2-w5-9d77b6","model":"distinct-2-w5-9d77b6","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w5-9d77b6/e2e-sa-multi-hdr-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.643691167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"22f247be-6283-458d-8602-774d875a4ee6","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.659657911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f3fa109f-ae99-4603-8e80-31948ea12254","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.664873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d69cb189-22f0-4c47-bc2c-864b5165b95c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.715238673Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"f3fa109f-ae99-4603-8e80-31948ea12254","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.720618879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d69cb189-22f0-4c47-bc2c-864b5165b95c","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.763309468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4c1ce070-0002-4525-9e3c-5ba1792cacad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.763591739Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e166938b-a67d-4956-8fea-4715c9c74503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.801350117Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"c79c9d6c-8aa9-4d27-ac29-7ff0a922ff72","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-2-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.819482426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e166938b-a67d-4956-8fea-4715c9c74503","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:04.819827379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"4c1ce070-0002-4525-9e3c-5ba1792cacad","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:05.072840983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"d69cb189-22f0-4c47-bc2c-864b5165b95c","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-sa-multi-hdr-auth2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:05.33784186Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"be83b967-1b0e-46b3-8f5d-f136948c3e58","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:05.394064883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"be83b967-1b0e-46b3-8f5d-f136948c3e58","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.331111878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"5acfb142-256f-4858-98f3-65d7b160ea1e","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.493061413Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"c0a913d3-b008-4031-929c-3130501b4cbf","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3aa7e00b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.591660213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0d616ea6-d7ed-4f99-8c48-66ce788998ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.591699311Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"0a640508-835f-4238-ad06-f6f4792b457a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.592044529Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"39c7585e-057c-4211-85c5-2d21914367cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.592047796Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7b8b636c-b057-475e-82ad-7e30abea04b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.649321405Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"0d616ea6-d7ed-4f99-8c48-66ce788998ac","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.649325069Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"0a640508-835f-4238-ad06-f6f4792b457a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.652618579Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"7b8b636c-b057-475e-82ad-7e30abea04b8","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:06.652851629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"39c7585e-057c-4211-85c5-2d21914367cc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.173011322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"53e9d0de-431f-4424-b032-891b1320466a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.173169128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d3536463-2867-4e2e-b235-5d38282fa3d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.173013463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"42a8c899-08cb-48cf-b4f7-8260de04fdab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.173353233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"2eaab437-16b7-4017-8657-20c06d37fcbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.23077426Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"d3536463-2867-4e2e-b235-5d38282fa3d5","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.23422758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"2eaab437-16b7-4017-8657-20c06d37fcbe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.234258384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"53e9d0de-431f-4424-b032-891b1320466a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:07.230773163Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"42a8c899-08cb-48cf-b4f7-8260de04fdab","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.39613888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"b158edf4-f3a4-40c4-a94e-2dbf7e3fe16e","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.396148853Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"e542546c-5000-4bf3-bab1-da50b085899e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/distinct-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.396374269Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"242d445f-96e5-430b-b1a4-b9ec224755f1","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.448921978Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"e2e-distinct-models-auth","reconcileID":"e542546c-5000-4bf3-bab1-da50b085899e","MaaSAuthPolicy":{"name":"e2e-distinct-models-auth","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/distinct-2-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.658732754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"20423e4a-d3ae-4596-b9ae-00e4070cd34c","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:08.659008507Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"d475a050-031d-4ba2-9e7c-ac0ced8d0c2d","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:09.027704998Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:09.73593875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-2-w6-096685","reconcileID":"df2cf2fd-04b6-4e20-9c68-b802afae415e","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-2-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-2-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:16.546256226Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5def1314-6024-48a5-8079-556dc9800716","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","subscription":"e2e-sa-multi-hdr-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:16.599003082Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5def1314-6024-48a5-8079-556dc9800716","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:16.651947515Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub1","reconcileID":"5def1314-6024-48a5-8079-556dc9800716","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:16.924473204Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"95d8efc4-76c8-4181-a306-c2075e06c3ec","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:16.985572968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"be6936d0-99e7-4a9b-9abb-3afcdf6333b3","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.075130906Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"00063e11-5773-43a1-93c6-fde755fc7107","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.186936109Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"f812e5f2-31d5-4879-a00b-babaf3fa6c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.1877757Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"b0f673ea-d95a-442c-a799-64400b7473f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.187894975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0bb31dcd-1cdb-474c-a36e-375c78ad004b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.1882268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"44099cb4-9784-4260-84ed-04a01cc2330b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.236745698Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"857b9a8e-d747-4d53-a6fc-616acbd0d1e8","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-242e3caa","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.242816861Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"f812e5f2-31d5-4879-a00b-babaf3fa6c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.243822961Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"44099cb4-9784-4260-84ed-04a01cc2330b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.245115293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"b0f673ea-d95a-442c-a799-64400b7473f5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.246145302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"0bb31dcd-1cdb-474c-a36e-375c78ad004b","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.745991708Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"77e5cace-ae7b-470c-8a7c-481b9dd463e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.746168673Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"958e3d04-5772-4a24-8291-b9486782531e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.74599269Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"3c393602-1654-4148-a229-c93e603f2e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.746361422Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"81fcf368-978d-423f-b044-18d529c4f859","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.802618789Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"3c393602-1654-4148-a229-c93e603f2e66","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.80481176Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"958e3d04-5772-4a24-8291-b9486782531e","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.807058709Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"77e5cace-ae7b-470c-8a7c-481b9dd463e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:17.809272143Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"81fcf368-978d-423f-b044-18d529c4f859","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:20.556110468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"1374ab00-83d6-463f-842b-f58f5b649067","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:20.616578518Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"663aa78f-d90d-4459-bacc-3d270bb73c29","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:20.777176341Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-auth","reconcileID":"d4c531e1-5d08-45d0-8084-1cd7b64bbc55","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:20.831959632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"2fd728c9-5278-41a4-a1aa-7f7581e17a35","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:20.834998463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-auth","reconcileID":"d4c531e1-5d08-45d0-8084-1cd7b64bbc55","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:20.887567465Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"3107a68f-a5a2-4a21-a6f4-fbeedf8b5dde","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:20.939870589Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-sub","reconcileID":"1ed59505-7e05-47ed-b426-ec3814cc8197","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-scoped-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:20.98829505Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"41d57376-18e4-4419-9ef3-55dc322e2496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:20.988294356Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"920a2525-7f9f-4d62-9d0f-bcb5be1981d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.044299687Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"41d57376-18e4-4419-9ef3-55dc322e2496","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.045531938Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"920a2525-7f9f-4d62-9d0f-bcb5be1981d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.054534172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"6a53122b-224e-4a02-ae0b-bfcabe69f202","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.111100546Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"6718e07a-4b11-426a-bed7-4caceb73d09b","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.159253196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"b51cbfdb-6fca-4cd0-8ec3-c0bf6839764f","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.316001326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-auth","reconcileID":"155271dd-a8da-4382-bd50-2bb5ce9d59c7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.329050724Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-sub","reconcileID":"98f20324-13b1-44ab-a186-3d6328dfb178","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-096685/e2e-api-key-scoped-sub","ai-tenant-e2e-worker-w6-096685/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.373061025Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-auth","reconcileID":"155271dd-a8da-4382-bd50-2bb5ce9d59c7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.453798511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"c7618f2d-1f5a-466f-a729-092b02933231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.453814107Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"334c503d-ec0a-4257-87ae-81c412e0119e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.486237748Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"9b8e2631-0382-4732-864a-42f8def538f5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.496577742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"69a46f18-37a1-4b88-a1ec-18ba7f43ea0e","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.511731859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"c7618f2d-1f5a-466f-a729-092b02933231","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.511915165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"334c503d-ec0a-4257-87ae-81c412e0119e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:21.654518728Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-sub","reconcileID":"a04eacc2-bfa8-41c7-940f-a00df52dcc77","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.039727121Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"d322b6c6-4f68-42b8-9777-2c1d548e9fbb","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.195953079Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"cad0676a-5866-4822-b1b4-0679dbf6e8c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.19602959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-auth","reconcileID":"93c3916b-bffc-4431-82d8-544e61892424","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.196326754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"af82c22e-b7dd-48fd-bf69-7d037e2da4d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.253506055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"af82c22e-b7dd-48fd-bf69-7d037e2da4d0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.254937293Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"cad0676a-5866-4822-b1b4-0679dbf6e8c1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.258548799Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-auth","reconcileID":"93c3916b-bffc-4431-82d8-544e61892424","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.48468466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337ee588-97a9-48bd-a1ab-579a980e6753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.537500616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337ee588-97a9-48bd-a1ab-579a980e6753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.590154304Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337ee588-97a9-48bd-a1ab-579a980e6753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.642995616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"337ee588-97a9-48bd-a1ab-579a980e6753","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:24.760680906Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cba6f9af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cba6f9af","reconcileID":"98fc2870-f4a4-4c90-ae0b-169a9f35acbf","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cba6f9af","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-cba6f9af":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.84164172Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae57c32-7576-438f-abe0-47df59c1fd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.893985853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae57c32-7576-438f-abe0-47df59c1fd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.946294516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae57c32-7576-438f-abe0-47df59c1fd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:26.998730751Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2ae57c32-7576-438f-abe0-47df59c1fd53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.289548759Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"27180a3f-ef9c-4f9c-82bb-d36f8e97b1d5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","subscription":"e2e-sa-multi-hdr-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.342172597Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"27180a3f-ef9c-4f9c-82bb-d36f8e97b1d5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.394334898Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-sub2","reconcileID":"27180a3f-ef9c-4f9c-82bb-d36f8e97b1d5","MaaSSubscription":{"name":"e2e-sa-multi-hdr-sub2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.668479796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"774a3fa9-a5e2-4172-90a6-b055037dbd2c","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.804622019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"2f15b987-a0e5-45e7-ae21-cc7e54b12704","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.930178828Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ed45b1e8-1aab-4ab0-92c9-ec5d5da3e5a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.930379933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"71e5ed48-5476-4631-84e5-489b1e72cdbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.930607222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"1eaa4227-3099-434e-be7e-fd44d5a07b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.930684909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"98a84871-a0c3-47e6-8465-ecfc655cc838","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.986703554Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"71e5ed48-5476-4631-84e5-489b1e72cdbe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.98802634Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"1eaa4227-3099-434e-be7e-fd44d5a07b52","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.989316563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"ed45b1e8-1aab-4ab0-92c9-ec5d5da3e5a2","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:27.991495825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"98a84871-a0c3-47e6-8465-ecfc655cc838","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.292544908Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth1","reconcileID":"680a2c3c-1230-4d7f-8d0f-d0cf76101d4a","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth1","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.404928325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"21627880-2002-4358-bd98-4f1ed943b6f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.460538322Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"89b2a9d3-d6e7-4d52-b6cc-e23b7b5a7cfe","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.461358845Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"21627880-2002-4358-bd98-4f1ed943b6f1","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.608761619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"e5e0185a-8f87-4e6a-b002-dbac1055efd1","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.665566384Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"e2e-sa-multi-hdr-auth2","reconcileID":"8c8ef1ed-a22e-4a87-95a9-631816acbea3","MaaSAuthPolicy":{"name":"e2e-sa-multi-hdr-auth2","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/distinct-2-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:28.928161826Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"d224da2e-748f-4876-a63a-ad90863523a6","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.202199572Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-sub","reconcileID":"d1879632-d31b-40a3-83cb-d0a722a4af0c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscription":"e2e-api-key-scoped-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.365187876Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-sub","reconcileID":"d1879632-d31b-40a3-83cb-d0a722a4af0c","MaaSSubscription":{"name":"e2e-api-key-scoped-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-096685/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.523179529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"9970e1fb-5408-4e04-9328-3e77eac8388c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.584993752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"ae81f155-0255-4717-af2a-e264623a99f8","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.727154275Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"05c61d6d-fcfe-4fb8-b68f-a37d7cc4aac9","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.741230297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-auth","reconcileID":"b12056b1-6f26-442e-bd2b-7d46d9a5fd4c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.741425238Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"18ee44ac-dd7b-4766-a779-c138df5fc3f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.741231449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"c7ed16d5-73b4-44b5-aac2-0e737b09132b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.797894351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"18ee44ac-dd7b-4766-a779-c138df5fc3f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.798603708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"c7ed16d5-73b4-44b5-aac2-0e737b09132b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:34.800206022Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-auth","reconcileID":"b12056b1-6f26-442e-bd2b-7d46d9a5fd4c","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:35.006546277Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-scoped-auth","reconcileID":"b392891b-e8a2-4f42-83c7-c43746d8afd7","MaaSAuthPolicy":{"name":"e2e-api-key-scoped-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:35.266758781Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"338d8564-0765-40a1-b8d6-90eefe4420af","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.282656903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"e57df701-ee0c-4951-8a78-9e9ea250c786","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.340762496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"93ada4a3-ef62-44a0-966b-8fec2bb0a2e7","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.466051167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"5dc6eafd-72df-43f4-be2a-bc51e26f65ad","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.466525474Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"9b1e6a4e-4951-420e-ae77-37c53f771454","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.466799899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-w3-108cf9","reconcileID":"c4173ed3-9cf4-4abd-adbf-ceba6b2dc352","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.49805089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub-auth","reconcileID":"38a2612e-fca9-48a3-8050-41f2d8f16190","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.531414041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"029e962b-b415-422b-b4ba-d0d490f58b8d","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.531921597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"cb4876be-9ac5-40ab-94f7-d2c9c4c6cfd0","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.532229278Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-w3-108cf9","reconcileID":"795da971-064a-4c00-bc5a-ee474e6a70da","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.555953542Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub-auth","reconcileID":"38a2612e-fca9-48a3-8050-41f2d8f16190","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.556486913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"03329209-665b-4c42-a995-be8c123ba815","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.614103185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"6c92abdd-1164-4834-ab8f-e55fec06aa91","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.634450534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"4979f6c2-4bf9-4155-a4b5-217bd5bff519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.635454049Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"901a1482-e0bc-4887-b28d-eb413d2d0462","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.636142267Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"225ca0d8-26ec-4f6f-9ca2-da54330c5016","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.63652232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"e494c83e-9c44-4533-9c3b-52ce06697207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:36.671126128Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub","reconcileID":"03ac29af-62ed-4c82-aede-9aa2ae2069f2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-deleted-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.692592555Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"4979f6c2-4bf9-4155-a4b5-217bd5bff519","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.705115606Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"e494c83e-9c44-4533-9c3b-52ce06697207","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.736205202Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"09c36e57-1187-4598-8003-36c5e6f3600b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.73625314Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"4b7f4fc0-f69b-4ada-a4f2-e90cb8885f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.791135101Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"2c04ddbe-fded-4cbd-b928-e51850eb9722","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.794621825Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"09c36e57-1187-4598-8003-36c5e6f3600b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.795854633Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"4b7f4fc0-f69b-4ada-a4f2-e90cb8885f95","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.864143272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"811eb31e-1d94-47ce-8318-84a077130eae","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:36.888130036Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"0b062d8e-4600-4c16-953a-52df394ea273","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.050458547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f103ca9e-c1f2-4381-9092-1a09d4f068a7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.082291684Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub","reconcileID":"970fadb9-4b68-4ffb-8192-6c2d8d70af76","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w6-096685/e2e-api-key-deleted-sub","ai-tenant-e2e-worker-w6-096685/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.106147747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub-auth","reconcileID":"f103ca9e-c1f2-4381-9092-1a09d4f068a7","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.146942971Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"72f67790-5360-42e7-9af0-d2324fed63a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.147028112Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"ba5fa032-f47c-41a4-b5ce-1b75d1d76b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.202589142Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"72f67790-5360-42e7-9af0-d2324fed63a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.202923017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"ba5fa032-f47c-41a4-b5ce-1b75d1d76b41","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.240387647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"3c5e715c-8039-412f-9ffb-505ba02e4ed2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.247316696Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"3acb3299-9ddb-426c-85fb-43985989de9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.24776755Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"a228109f-fc33-40cc-8529-692489f2f091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.248715255Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"a13635b9-5286-465f-aae1-34256c1fa02a","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.314621035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"a228109f-fc33-40cc-8529-692489f2f091","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.316965965Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"3acb3299-9ddb-426c-85fb-43985989de9c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:37.416855571Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub","reconcileID":"0dc48e82-6ce5-4a9d-a440-08ad020f6c3f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.02492228Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.413598783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"472803f0-9cb8-412a-a05a-442516d139ab","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.571338822Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub-auth","reconcileID":"95478d3b-4f62-408e-b9dc-65ecb6456734","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.571565037Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"4ea08f2b-4c57-490b-a2d1-1bd0f7e4ae49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.571338448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"f24c7ce7-d0fa-4a80-b253-78bb1d53dc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.62795482Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub-auth","reconcileID":"95478d3b-4f62-408e-b9dc-65ecb6456734","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.629217447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"4ea08f2b-4c57-490b-a2d1-1bd0f7e4ae49","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:39.630334359Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"f24c7ce7-d0fa-4a80-b253-78bb1d53dc18","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.447831464Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f208a705-58cb-4333-9420-660692355918","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.447851661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f208a705-58cb-4333-9420-660692355918","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.50255156Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cd0075c-4d04-43ea-ba0e-5c577ec7b206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.502571279Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8cd0075c-4d04-43ea-ba0e-5c577ec7b206","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.658938158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-31a5dd","reconcileID":"29235279-06eb-4543-9c94-45885a52ea77","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:40.714866677Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-31a5dd","reconcileID":"29235279-06eb-4543-9c94-45885a52ea77","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:41.032628416Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f4d9a3f-6732-4d8b-9f82-71b5b8696e33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:41.032717045Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1f4d9a3f-6732-4d8b-9f82-71b5b8696e33","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.21326836Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"b51048fe-f050-479f-903d-d68a519c5f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.213277919Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"fe1ffb04-f4b3-4407-90fe-bea4ec141118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.269764818Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"b51048fe-f050-479f-903d-d68a519c5f0c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.269945539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"fe1ffb04-f4b3-4407-90fe-bea4ec141118","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.631078667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"11fda042-e25f-4ecf-966f-1d89efb63894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.631094083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"3b71a000-69b2-42de-803b-6e02a8f47df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.687451923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"3b71a000-69b2-42de-803b-6e02a8f47df8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:43.687459547Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"11fda042-e25f-4ecf-966f-1d89efb63894","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.648992294Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"b0c8d911-97be-499d-b59a-335001b6eddf","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.649543382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"cca12f24-1098-41bb-ac85-0c79098f3543","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.714763632Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"0316c735-1e2c-4cd9-bda6-e3b54cd824fe","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.715268578Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"eca53d76-fd0a-4397-8ea8-261f56febf93","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.813389542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"261b942a-66af-4956-a16b-28a49e3ea394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.81378981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"31411ab4-f5d9-4036-81c2-7eeefe023377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.814231883Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"572a682e-713f-46c2-ac93-713be194a215","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.874137691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"261b942a-66af-4956-a16b-28a49e3ea394","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.876459647Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"31411ab4-f5d9-4036-81c2-7eeefe023377","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:44.910589933Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"bd40fd14-b400-4b3c-b610-42e8509f7caf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:45.236171282Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"ab0ec702-f982-4649-b44c-1c6e836e41f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:45.23617131Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"eaf23787-e1b9-454c-9a69-75effc8ffe0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:45.292173095Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"eaf23787-e1b9-454c-9a69-75effc8ffe0a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:45.292355727Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"ab0ec702-f982-4649-b44c-1c6e836e41f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:46.0092626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"b3f09346-31ee-4676-96d8-c53c5d9ad67c","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:46.84396011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"7dbaa1a9-aba6-4617-8e7c-8ddce44145dd","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:46.899063431Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"52de8ae0-bf37-4dab-ab1f-dbe90c9b902d","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.110830672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"32ac418d-dc7d-4205-9d69-163c6b26c748","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.114740162Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"8f860df4-bbfe-427b-8314-f4ad51bcd988","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.179533827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"cb0cfd78-88fc-4653-8a38-2a71b6fa2753","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.189339409Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"8f860df4-bbfe-427b-8314-f4ad51bcd988","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:47.227911467Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub1","reconcileID":"3bf8d413-bb75-41f8-81e2-a5085dd361f4","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.338058271Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"50590879-7ef7-4ded-ab86-09b386a48cb5","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.340262304Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"5f07c075-923f-4764-bdc8-8e1342b82da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.340262268Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"de48d6d1-82cf-4577-8c58-47a26787a530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.389957232Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"80611eee-57a9-4aeb-af4a-51c83c4f3d83","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.396621069Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"d78332b6-24de-4fa2-899b-2c6c3ae93d14","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.399912128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"5f07c075-923f-4764-bdc8-8e1342b82da2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.40145848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"de48d6d1-82cf-4577-8c58-47a26787a530","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.448463131Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"84e4717a-ecb9-4866-926e-fb338bb0daae","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.510873651Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"053c082b-26d8-4f26-ad73-2ae32960dffc","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.612354063Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub1","reconcileID":"641daa38-027d-472b-b3a9-daa17d2e1838","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-distinct-w1-d0628e","model":"distinct-w1-d0628e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/e2e-return-all-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.660158384Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w1-d0628e priority=0:[ai-tenant-e2e-worker-w1-d0628e/e2e-return-all-sub1 ai-tenant-e2e-worker-w1-d0628e/e2e-return-all-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.660341043Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"864d2d4a-a784-4629-bfe9-bf908e33178d","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.714283754Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"3e003e02-4d37-424a-8e7a-67014a9562d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.719786195Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"b45e1dbe-6c0b-47a5-90ca-ec184f7e6808","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.785235128Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"3e003e02-4d37-424a-8e7a-67014a9562d6","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.797041209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"f9ea999b-a1b4-423f-b9fe-834df88921dd","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:47.797382786Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w1-d0628e/e2e-return-all-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-return-all-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.798288438Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"9d2214c0-fb47-44fd-8528-b117ab4b1c4a","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.82741179Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"1a435607-3f28-4866-a496-df9efcc03725","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.85278519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"f1fa5bf5-8b86-48f2-9292-861f4fc92c23","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.88392831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"1a435607-3f28-4866-a496-df9efcc03725","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.931203647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"f3a5cff0-af74-4c61-a0ca-731d58ab47f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.931203043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"5d45ab8a-a59b-45f0-9f6b-31df8127287b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.956551658Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub1","reconcileID":"c18954cf-4b18-430f-a17a-0c65d3d34d08","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-distinct-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.990866077Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"5d45ab8a-a59b-45f0-9f6b-31df8127287b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:47.99360896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"f3a5cff0-af74-4c61-a0ca-731d58ab47f9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.106200017Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"739dc85a-c204-4a7f-8854-4790ebfad826","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.115133094Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub2","reconcileID":"721e0766-b0e2-4ed6-b41c-a32f2a5e2083","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-distinct-2-w1-d0628e","model":"distinct-2-w1-d0628e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/e2e-return-all-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.126530393Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"e23db171-16e3-4648-bee0-911f5ea583d4","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.185417356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"d873bb26-3caf-4061-8ecb-aff6e41322ce","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.185764938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"d25908bb-8409-4fb8-ba08-a5d4afb922ce","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.186105354Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"a906e8c3-c208-489a-8261-6fc5b926c2d3","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.253242921Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"2df77106-66e9-47b6-a726-d6e86cd2fa72","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.253681477Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"1e5305cd-79a1-44d6-92c4-2cc9eb9b2265","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.254155321Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"28ec746d-a993-4ce1-9516-f82d19ed21b3","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.28553508Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"03e40df0-0b0c-40ba-a866-9d7d154bf4f4","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.376440853Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"fe3b45f6-e166-4c23-82f1-df30294b66cd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.376924802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"15f01188-5f9e-42a2-bacf-ba2a0d6cefc5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.377503086Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"1ef16e2c-e297-4b53-81fe-28412275361a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.385260413Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"3b3bc45a-7f08-45c6-ac16-9b28f6f09e11","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.448971036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"1ef16e2c-e297-4b53-81fe-28412275361a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.451835563Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"3b3bc45a-7f08-45c6-ac16-9b28f6f09e11","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.459645358Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub2","reconcileID":"cadb124e-2dbc-402c-801d-3b9b0c0112c5","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-distinct-2-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.497761265Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"f3231c32-18bf-484b-bc2f-419dd4853f6d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.555574119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"f3231c32-18bf-484b-bc2f-419dd4853f6d","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.603381834Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"fda7241b-5b8c-4fdb-9777-da3e0640da53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.60345662Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"b444c9ad-96fa-4132-a751-4b85e1ede6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.661239625Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"fda7241b-5b8c-4fdb-9777-da3e0640da53","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.661356827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"b444c9ad-96fa-4132-a751-4b85e1ede6ba","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.8130698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"d1efa9d4-4e77-435b-9b79-9c6204fcd63e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.81314158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"4dc23579-1d77-463e-9825-fee1fff22c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.871353889Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"4dc23579-1d77-463e-9825-fee1fff22c97","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:48.871444346Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"d1efa9d4-4e77-435b-9b79-9c6204fcd63e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.305789672Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"cf630b80-cba8-4f82-8dba-487eab9d6953","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.467452933Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub1","reconcileID":"a1841b38-9ee2-4a9c-a9b9-e1ee5e994e6f","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbe4b070","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.567753855Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"cf92d82a-9fdf-4d03-8a40-f50a6236f249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.567950113Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"375a1547-7cdc-4ab7-8bb6-4f2dc4f3a214","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.567754357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"1b8e75b1-244f-4452-9093-f5971875da63","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.56810859Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"eb4c39e9-8bbc-48d8-a017-8ff7dc9232ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.577399111Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub","reconcileID":"163958bf-9075-4ca1-8046-0d3cc2e4e17f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscription":"e2e-api-key-deleted-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.624369094Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"375a1547-7cdc-4ab7-8bb6-4f2dc4f3a214","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.624446004Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"cf92d82a-9fdf-4d03-8a40-f50a6236f249","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.626510146Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"1b8e75b1-244f-4452-9093-f5971875da63","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.626844829Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"eb4c39e9-8bbc-48d8-a017-8ff7dc9232ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.744844938Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub","reconcileID":"163958bf-9075-4ca1-8046-0d3cc2e4e17f","MaaSSubscription":{"name":"e2e-api-key-deleted-sub","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w6-096685/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.903276452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"9cd549eb-f808-4f89-8af6-daab582682e1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:49.964230155Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"33bab463-6ea4-4f24-9f5a-480bad9f5626","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.030125911Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"b1c5a253-2936-489b-a7b6-f68095e10a62","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.102288929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"0d8410a9-cbee-4efd-83b7-7ae729a4fc35","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.102515034Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"1732a9dc-3e56-4293-b845-ea98e4ceb1db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.102288931Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"b46ca203-8d3c-448a-a3b1-aad134cf424c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.102788721Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c8ecb4bf-bdbc-45d9-b5ed-a05fb84e83ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.121038331Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"322f1a95-5a36-4715-9a48-858b329c8cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.16221153Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"b46ca203-8d3c-448a-a3b1-aad134cf424c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.162218571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c8ecb4bf-bdbc-45d9-b5ed-a05fb84e83ac","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.166980441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"1732a9dc-3e56-4293-b845-ea98e4ceb1db","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.167144257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"0d8410a9-cbee-4efd-83b7-7ae729a4fc35","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.183053171Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"322f1a95-5a36-4715-9a48-858b329c8cb9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.478443511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub-auth","reconcileID":"eab308b8-4e1b-4986-881c-3253bd36d8bf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.478443374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"9d792ec2-7e41-4952-aae0-a28cc39e6260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.536054972Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"9d792ec2-7e41-4952-aae0-a28cc39e6260","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.536224129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub-auth","reconcileID":"eab308b8-4e1b-4986-881c-3253bd36d8bf","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.728872305Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94e13331-bfa8-4885-a428-e3934e561b13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.728905824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"94e13331-bfa8-4885-a428-e3934e561b13","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.784155583Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62016f2c-ab9d-4353-8ea0-9392c5334862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.784173959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"62016f2c-ab9d-4353-8ea0-9392c5334862","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:27:50.836869708Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-31a5dd","reconcileID":"07e2015e-1124-45a1-a948-22da627f7b9d","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-default-int-sub-31a5dd\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.885245277Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-31a5dd","reconcileID":"8241a3c2-451a-4c2d-b095-ba6ae459e2d3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.885384899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07477f90-c105-401c-8af4-be297cb65a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.885247134Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e424db9-3814-45c5-a79d-f9b0e7dab34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.943329382Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"07477f90-c105-401c-8af4-be297cb65a6a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.943329378Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-31a5dd","reconcileID":"8241a3c2-451a-4c2d-b095-ba6ae459e2d3","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.945561691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3e424db9-3814-45c5-a79d-f9b0e7dab34d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.953103797Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec6f9e33-07f8-4f85-8d81-681bf17db1bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:50.953123802Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ec6f9e33-07f8-4f85-8d81-681bf17db1bc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.009673119Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9c85385-826f-41ae-b11d-39196113b026","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.009694374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9c85385-826f-41ae-b11d-39196113b026","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.225098903Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-31a5dd","reconcileID":"d25ec32b-22db-40ef-bbf1-6f61618f3bf9","MaaSSubscription":{"name":"e2e-default-int-sub-31a5dd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-default-int-sub-31a5dd","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.383082698Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2a9f9363-963b-44c3-9bcb-7297dda1eae4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.393200144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"970a6ee7-ae85-4ca6-bd25-8db79cad88db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.393226695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"970a6ee7-ae85-4ca6-bd25-8db79cad88db","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:51.551602166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-31a5dd","reconcileID":"b8fd0c92-ee04-40f6-9697-f6c14d20ab89","MaaSSubscription":{"name":"e2e-default-int-sub-31a5dd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.274012002Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-auth-31a5dd","reconcileID":"daf8c9f9-2751-47c5-a7d0-1c5d0a7df698","MaaSAuthPolicy":{"name":"e2e-default-int-auth-31a5dd","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.274041542Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbcf9cb2-abce-432f-8c32-01bfb3c5a3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.274055573Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bbcf9cb2-abce-432f-8c32-01bfb3c5a3b7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.484009348Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc41e2b2-5c07-48da-85b5-ad275d535f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.484028783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fc41e2b2-5c07-48da-85b5-ad275d535f53","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.636514098Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96797394-4938-4ec4-8c43-d3eabda7d02b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.636536287Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"96797394-4938-4ec4-8c43-d3eabda7d02b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.793476653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33a3f9c1-3b37-4eb6-a9f0-b11376290a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.793814466Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b049946-95c7-4da7-b60a-de4967fc3494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.851033953Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"5b049946-95c7-4da7-b60a-de4967fc3494","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:56.851233655Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"33a3f9c1-3b37-4eb6-a9f0-b11376290a5b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:59.520492266Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub1","reconcileID":"4a183565-ad72-4c80-aba1-7d5f9fbff50d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e","subscription":"e2e-return-all-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:59.574630506Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub1","reconcileID":"4a183565-ad72-4c80-aba1-7d5f9fbff50d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:59.627413981Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub1","reconcileID":"4a183565-ad72-4c80-aba1-7d5f9fbff50d","MaaSSubscription":{"name":"e2e-return-all-sub1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:27:59.916533129Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"11e7ea42-b041-489b-afb3-4f7c5a3234ec","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.052124613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"33612182-e97e-4552-a44a-3f61e12014ea","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.182138645Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"11dafdda-dc8d-4807-9968-9e224642ca3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.185432014Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"99ac30b2-04dd-4d3b-8670-273104661708","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.185435982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"9ce8d148-133a-4272-b461-5745c49e8fe8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.185647295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"2f4a00cb-ac73-498f-8603-dee61fcbd335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.216289902Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub2","reconcileID":"7aecc3f2-7dc9-4907-b095-bfb211bdc2a3","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-c5219343","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.240271186Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"11dafdda-dc8d-4807-9968-9e224642ca3e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.24402753Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"9ce8d148-133a-4272-b461-5745c49e8fe8","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.245239126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"99ac30b2-04dd-4d3b-8670-273104661708","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.247056039Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"2f4a00cb-ac73-498f-8603-dee61fcbd335","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.704120664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c82001b6-a45c-4269-ab6e-a44ab48bb0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.70430476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"82bf318d-9736-47b2-aa1d-e600acca8eef","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.760351504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c82001b6-a45c-4269-ab6e-a44ab48bb0fd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.760391324Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"82bf318d-9736-47b2-aa1d-e600acca8eef","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.807320506Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"e9454667-2e53-4e8b-9bee-b28f8a9442ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.807378234Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"4b388359-cbb9-490b-9d93-e200d41d51e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.869584349Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"e9454667-2e53-4e8b-9bee-b28f8a9442ff","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:00.875130975Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"4b388359-cbb9-490b-9d93-e200d41d51e1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.441380391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"5fb398f2-d528-465e-8e76-18f6ee4906ee","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.559005463Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"5fb398f2-d528-465e-8e76-18f6ee4906ee","name":"e2e-mt-cba6f9af-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.80438401Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-31a5dd","reconcileID":"2f9dae58-975e-4cd2-ba5b-4fb4e4792bf6","MaaSSubscription":{"name":"e2e-default-int-sub-31a5dd","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-default-int-sub-31a5dd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:06.968435137Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-default-int-sub-31a5dd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-default-int-sub-31a5dd","reconcileID":"2f9dae58-975e-4cd2-ba5b-4fb4e4792bf6","MaaSSubscription":{"name":"e2e-default-int-sub-31a5dd","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.128163261Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"92f0f720-b33c-457a-b7ca-5d061d7ca502","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.233637775Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89949ec3-e390-4aed-9621-76a1cfcfb645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.233657001Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"89949ec3-e390-4aed-9621-76a1cfcfb645","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.3954684Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf18807f-5929-43fe-a1ea-dbdbc58fcc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.395723121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cc4735-43d1-4f55-8f57-7c7129660f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.453809166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d5cc4735-43d1-4f55-8f57-7c7129660f65","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:07.453816635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"bf18807f-5929-43fe-a1ea-dbdbc58fcc58","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:09.026843368Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.274354764Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub2","reconcileID":"ccdacf0d-3c9c-4715-b755-8002d65d9738","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e","subscription":"e2e-return-all-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.327528984Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub2","reconcileID":"ccdacf0d-3c9c-4715-b755-8002d65d9738","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.380462131Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-sub2","reconcileID":"ccdacf0d-3c9c-4715-b755-8002d65d9738","MaaSSubscription":{"name":"e2e-return-all-sub2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.665356712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"951739fe-faf2-4adf-9015-09fb17974451","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.812132454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"72611725-c1a0-4258-8b78-62938d175f7a","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.931007637Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"22999df7-fcfc-4927-98fa-8e375d93ca4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.931159993Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"43da1de0-2ef4-47d5-bf7e-318ac0437b71","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.931017628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"564cc762-ea5e-4bd6-86e4-6744a418413c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.931469381Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"be2da668-9d4e-4437-af33-8db184716ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.988307445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"43da1de0-2ef4-47d5-bf7e-318ac0437b71","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.98835971Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"be2da668-9d4e-4437-af33-8db184716ac5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.990647327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"564cc762-ea5e-4bd6-86e4-6744a418413c","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:10.990739299Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"22999df7-fcfc-4927-98fa-8e375d93ca4c","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.147175095Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth1","reconcileID":"5309c7d2-5c3c-4674-b755-c7bdccbb36ae","MaaSAuthPolicy":{"name":"e2e-return-all-auth1","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.31005619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"4871ee93-7c3b-42b0-825d-03b7ab522298","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.359938975Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"a2d6eaf1-e49f-49a4-919d-75baa061f24f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.417307849Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"a2d6eaf1-e49f-49a4-919d-75baa061f24f","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.463249933Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"412dc5dd-fd08-4fcd-a25f-2a37411b2d23","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.622165767Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-return-all-auth2","reconcileID":"87df6da2-8cc2-4820-9f74-a5c2e42c9bae","MaaSAuthPolicy":{"name":"e2e-return-all-auth2","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:11.879751318Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"cfc783be-a0c8-4c23-8478-292982a3661e","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.75745632Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"5aceb580-0959-4942-a2da-72f66f7733d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.757456158Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"3a000338-a69c-445b-bb51-31c791676b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.821793681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"5aceb580-0959-4942-a2da-72f66f7733d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.822349026Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"3a000338-a69c-445b-bb51-31c791676b84","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:12.998782233Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-2-w3-108cf9","reconcileID":"049dedc6-a3f4-4d88-b692-01e8becdbbd3","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-2-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-2-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.465366667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"4b16e50b-8979-44bc-9d27-f6848803a14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.46560824Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"46e08f5d-77f1-4b62-9eb6-5ed245306f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.522310041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"4b16e50b-8979-44bc-9d27-f6848803a14a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.523729819Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"46e08f5d-77f1-4b62-9eb6-5ed245306f56","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.555730774Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"8871c74a-dc5e-427b-aa5f-8984c35a8409","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.565790617Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"379c5763-97e3-492b-be29-2efd277a8641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.569208747Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"1d0307ad-b713-46be-96b8-3d28c26bc40b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.624862285Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"379c5763-97e3-492b-be29-2efd277a8641","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.626646013Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"1d0307ad-b713-46be-96b8-3d28c26bc40b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.668304203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"b1155125-2c2d-473e-8de6-7189cb6834ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.724597847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"b1155125-2c2d-473e-8de6-7189cb6834ab","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.782559713Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"a056c342-c05a-45ba-b77e-a5ad6c74b9af","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.81065877Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"1fa91405-d903-4b33-8d85-434a56e63ae0","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.882799911Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"72a7b146-619f-4146-bb5f-84d5fe0fe906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.911205916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"629f43da-8d37-4480-8022-b5f1d662dc13","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.939835716Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"72a7b146-619f-4146-bb5f-84d5fe0fe906","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.968867873Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"9570cfbe-dc6d-425d-9109-f5d14e187261","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.984917078Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"9da1c786-61d3-41a0-b799-a16c4c95d490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.98535619Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"9a7f447a-b4ec-464b-adbb-5036433e99fd","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.985362055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-auth","reconcileID":"5b8ce585-3449-430c-98c8-65629ba86153","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:13.984916614Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"e89c9bd3-fd5b-4f2e-b8e0-45cba538b74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:28:14.025041332Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-sub","reconcileID":"1c341989-b04d-4f1a-837c-915ce72b950c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-api-key-no-access-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.04229183Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-auth","reconcileID":"5b8ce585-3449-430c-98c8-65629ba86153","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.043333043Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"9da1c786-61d3-41a0-b799-a16c4c95d490","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.044348611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"e89c9bd3-fd5b-4f2e-b8e0-45cba538b74b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.127637732Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"78260acb-936e-4b02-af9e-94422fe8b7f4","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.141232596Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"0a36e38e-e24d-45b6-a901-3ac217e669d2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.147240397Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"ad0a9bac-a2d9-476e-be84-5671ac86aeb5","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.183434519Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"1b216388-a54b-424b-81fa-a5daaff93685","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.198311201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"0a36e38e-e24d-45b6-a901-3ac217e669d2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.20509569Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"be6614db-2ffa-46f3-8cb3-09f8d6d87015","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:28:14.235948682Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-valid-sub","reconcileID":"2f4f3017-2342-42af-9d84-0d2ec4334a9b","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-valid-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.25357724Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5238e2aa13449b89ba910900afad4b14ae5be7b7cb4bd81abe7e19858cb182a8) AuthConfig (de81df1c8d543d52f5b856cab4d1e8df6d05aa727ca43e038827388bcd6b235a) AuthConfig (5f6a6abd18e0b85c69ff2a0959867a641561aafc158e0c44cbd0cbf544bdeaaa) AuthConfig (c32526c03e05ebb5a1484f681c4efd4fef4b4e922d887af9b7323c9e445fcc62) AuthConfig (5cc22edba7da43b6a050c33681fc0f807395e64d577ab86405acfa447337e385) AuthConfig (277e3201f4392bc3e07c6f9218db90e0adbd3207f170809080c0b16a2a9470c6) AuthConfig (f4c713f5fc5f90de38876c31b899b05d4b94d92c4be238d48c1cdaddc9a4b233) AuthConfig (8afa02c3b918931f31287008ccd8d4351e9198a53a0367f3149fce13cfe07e81) AuthConfig (231df0edfa9a5159a9206074e2ccbdfb03a73b8ef248006729ebc6de7937f7b1) AuthConfig (b36bfe1d3365b8a7b82495536d3144740cc232712a592a2a2076be8e3218d42f) AuthConfig (60c80e395561b43fe6e5f8dce1f1d9befeac99f940e323f36753bf3a999d2807) AuthConfig (31aa6ff199f98609bed843e74555014c0e34f04f8345e011591e47b10d3e2585)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"0a36e38e-e24d-45b6-a901-3ac217e669d2","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.303397982Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"3e12a763-7f4d-4c23-9301-6b04a7e75727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.313693856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"edc145d1-c67d-4042-b58f-aefac96a1f39","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.358992344Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"63d27148-ecb3-4259-b5c0-93eab5e8d36e","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.363613232Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"3e12a763-7f4d-4c23-9301-6b04a7e75727","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.414409865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"b028a337-6529-4f53-8cbf-d9a512ee4368","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.417404634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"8a42cddb-d804-4d21-94a9-70f77eb9c69f","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.427413688Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-sub","reconcileID":"bc4cfa8c-7d09-4f22-a86e-8447655e7752","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/e2e-api-key-no-access-sub","ai-tenant-e2e-worker-w1-d0628e/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.480502363Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"3e3854e3-a253-446f-92f3-90fa52c5b462","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.536744243Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"3e3854e3-a253-446f-92f3-90fa52c5b462","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.578009746Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"83158b29-ed6d-432c-ad4e-044084f724f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.578034485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-auth","reconcileID":"ebda1438-7ef1-4469-83f1-d2c456eacd12","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.578363613Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"4fda190c-ec0b-4a54-b741-06b319bc6d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.585319922Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"50066a9a-9094-4ea2-869d-0d82eb267858","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.591864682Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5238e2aa13449b89ba910900afad4b14ae5be7b7cb4bd81abe7e19858cb182a8) AuthConfig (de81df1c8d543d52f5b856cab4d1e8df6d05aa727ca43e038827388bcd6b235a) AuthConfig (5f6a6abd18e0b85c69ff2a0959867a641561aafc158e0c44cbd0cbf544bdeaaa) AuthConfig (c32526c03e05ebb5a1484f681c4efd4fef4b4e922d887af9b7323c9e445fcc62) AuthConfig (5cc22edba7da43b6a050c33681fc0f807395e64d577ab86405acfa447337e385) AuthConfig (277e3201f4392bc3e07c6f9218db90e0adbd3207f170809080c0b16a2a9470c6) AuthConfig (f4c713f5fc5f90de38876c31b899b05d4b94d92c4be238d48c1cdaddc9a4b233) AuthConfig (8afa02c3b918931f31287008ccd8d4351e9198a53a0367f3149fce13cfe07e81) AuthConfig (231df0edfa9a5159a9206074e2ccbdfb03a73b8ef248006729ebc6de7937f7b1) AuthConfig (b36bfe1d3365b8a7b82495536d3144740cc232712a592a2a2076be8e3218d42f) AuthConfig (60c80e395561b43fe6e5f8dce1f1d9befeac99f940e323f36753bf3a999d2807) AuthConfig (31aa6ff199f98609bed843e74555014c0e34f04f8345e011591e47b10d3e2585)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"3e3854e3-a253-446f-92f3-90fa52c5b462","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.595178804Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"3b1660df-17e2-4688-995a-aad626636043","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.634592311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"83158b29-ed6d-432c-ad4e-044084f724f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.635193036Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"4fda190c-ec0b-4a54-b741-06b319bc6d6e","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.635715513Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-valid-sub","reconcileID":"a451d9ec-af18-43a0-9188-69fb65412058","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-108cf9/e2e-models-valid-sub","ai-tenant-e2e-worker-w3-108cf9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.637393105Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-auth","reconcileID":"ebda1438-7ef1-4469-83f1-d2c456eacd12","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:28:14.646442566Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"3e3854e3-a253-446f-92f3-90fa52c5b462","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-models-invalid-sub-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.728111214Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"fadf8e95-b37c-4546-9bcb-f159ca6c8439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.753009139Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-sub","reconcileID":"79edb64c-d4e5-4fa6-8f47-788865ed9cc8","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.784685461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"fadf8e95-b37c-4546-9bcb-f159ca6c8439","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.82889576Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"3dcf6d17-6342-46b0-8dcf-be2c471ce9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.85310003Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"2ce348c3-3c76-4774-86b4-646397242bdc","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.853623048Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"060f93c6-cbe1-48a5-9b80-ea0a717112b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.884920478Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"3dcf6d17-6342-46b0-8dcf-be2c471ce9d4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:14.99523297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"51a4376d-da92-408e-ba15-9b262ebb5e4b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:15.013314847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-valid-sub","reconcileID":"ccd819d0-831a-495c-9f18-87cbd7692b44","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:15.051785623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"51a4376d-da92-408e-ba15-9b262ebb5e4b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:15.106283915Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5238e2aa13449b89ba910900afad4b14ae5be7b7cb4bd81abe7e19858cb182a8) AuthConfig (de81df1c8d543d52f5b856cab4d1e8df6d05aa727ca43e038827388bcd6b235a) AuthConfig (5f6a6abd18e0b85c69ff2a0959867a641561aafc158e0c44cbd0cbf544bdeaaa) AuthConfig (c32526c03e05ebb5a1484f681c4efd4fef4b4e922d887af9b7323c9e445fcc62) AuthConfig (5cc22edba7da43b6a050c33681fc0f807395e64d577ab86405acfa447337e385) AuthConfig (277e3201f4392bc3e07c6f9218db90e0adbd3207f170809080c0b16a2a9470c6) AuthConfig (f4c713f5fc5f90de38876c31b899b05d4b94d92c4be238d48c1cdaddc9a4b233) AuthConfig (8afa02c3b918931f31287008ccd8d4351e9198a53a0367f3149fce13cfe07e81) AuthConfig (231df0edfa9a5159a9206074e2ccbdfb03a73b8ef248006729ebc6de7937f7b1) AuthConfig (b36bfe1d3365b8a7b82495536d3144740cc232712a592a2a2076be8e3218d42f) AuthConfig (60c80e395561b43fe6e5f8dce1f1d9befeac99f940e323f36753bf3a999d2807) AuthConfig (31aa6ff199f98609bed843e74555014c0e34f04f8345e011591e47b10d3e2585)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"51a4376d-da92-408e-ba15-9b262ebb5e4b","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:15.181656423Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"626abfef-2150-40ed-9caa-648f820e5818","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:16.808355663Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"44030ac2-855d-49b8-a4a3-5f662e1e145e","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:16.965691932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"9220ea52-cb32-489a-81c4-2eeff1a51cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:16.965831984Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"0df14896-ff38-451e-b9a5-aff085e28fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:16.965702567Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-auth","reconcileID":"1cca636e-2b00-448f-9bc9-2d79218cc578","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:17.022197161Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-auth","reconcileID":"1cca636e-2b00-448f-9bc9-2d79218cc578","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:17.022207509Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"9220ea52-cb32-489a-81c4-2eeff1a51cd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:17.024448391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"0df14896-ff38-451e-b9a5-aff085e28fd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:17.746865319Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"303feeb8-0c04-4610-b2ac-b0716909e814","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:17.746873965Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"e2e-api-key-deleted-sub-auth","reconcileID":"ca72a805-3703-408e-bd72-b08b8c63f28d","MaaSAuthPolicy":{"name":"e2e-api-key-deleted-sub-auth","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:17.910263582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"23053338-494f-413a-865d-eda5491f562a","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:18.29855089Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d85ac3-1279-46c7-be16-e0b890e85ec2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:18.298571699Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"02d85ac3-1279-46c7-be16-e0b890e85ec2","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:18.4031901Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"namespace":"ai-tenant-e2e-mt-3d856765","name":"e2e-policy-3d856765","reconcileID":"b61db472-2d64-4bc8-ac90-786b76003fe8","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:18.527699354Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"namespace":"ai-tenant-e2e-mt-3d856765","name":"e2e-policy-3d856765","reconcileID":"b61db472-2d64-4bc8-ac90-786b76003fe8","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:18.58639361Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 2, current generation is 3","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"namespace":"ai-tenant-e2e-mt-3d856765","name":"e2e-policy-3d856765","reconcileID":"b61db472-2d64-4bc8-ac90-786b76003fe8","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:19.871741622Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-w2-10d2fb","reconcileID":"f3e1f6f5-7fa6-4e1c-9465-25175e0174b0","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:25.266308391Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"ca016091-2c54-4996-9c7c-a935e46b8bcd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:25.324996777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"ca016091-2c54-4996-9c7c-a935e46b8bcd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:25.380528248Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5238e2aa13449b89ba910900afad4b14ae5be7b7cb4bd81abe7e19858cb182a8) AuthConfig (de81df1c8d543d52f5b856cab4d1e8df6d05aa727ca43e038827388bcd6b235a) AuthConfig (5f6a6abd18e0b85c69ff2a0959867a641561aafc158e0c44cbd0cbf544bdeaaa) AuthConfig (c32526c03e05ebb5a1484f681c4efd4fef4b4e922d887af9b7323c9e445fcc62) AuthConfig (5cc22edba7da43b6a050c33681fc0f807395e64d577ab86405acfa447337e385) AuthConfig (277e3201f4392bc3e07c6f9218db90e0adbd3207f170809080c0b16a2a9470c6) AuthConfig (f4c713f5fc5f90de38876c31b899b05d4b94d92c4be238d48c1cdaddc9a4b233) AuthConfig (8afa02c3b918931f31287008ccd8d4351e9198a53a0367f3149fce13cfe07e81) AuthConfig (231df0edfa9a5159a9206074e2ccbdfb03a73b8ef248006729ebc6de7937f7b1) AuthConfig (b36bfe1d3365b8a7b82495536d3144740cc232712a592a2a2076be8e3218d42f) AuthConfig (60c80e395561b43fe6e5f8dce1f1d9befeac99f940e323f36753bf3a999d2807) AuthConfig (31aa6ff199f98609bed843e74555014c0e34f04f8345e011591e47b10d3e2585)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"ca016091-2c54-4996-9c7c-a935e46b8bcd","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:26.975869674Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-sub","reconcileID":"7a9e8f1f-12c2-426d-88c2-d9c29fcb590b","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscription":"e2e-api-key-no-access-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.143338878Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-sub","reconcileID":"7a9e8f1f-12c2-426d-88c2-d9c29fcb590b","MaaSSubscription":{"name":"e2e-api-key-no-access-sub","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w1-d0628e/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.237394143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"ff3c616c-1acb-4be8-8d3a-0f023c7520b1","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.303608888Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"b9d59cc5-3c06-4c6d-8215-c110d0d68600","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.409496984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"69af1a99-2474-42d4-8292-593ba4410b5f","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.468469093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"2ce582a9-464b-48d5-9e5e-305c8d38475c","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.551307768Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"10f5513c-86aa-47a7-8499-5259f9b26c1d","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.570591798Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"539e2535-eeec-4b19-bda2-26a1913510b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.570591987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-auth","reconcileID":"2adf72ad-b959-4288-bcdc-30cfdfe3f66f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.570792205Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"67ec0cb5-b76d-483a-a55d-159d8103e03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.629338181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"539e2535-eeec-4b19-bda2-26a1913510b0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.629505848Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"67ec0cb5-b76d-483a-a55d-159d8103e03c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.631567326Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-auth","reconcileID":"2adf72ad-b959-4288-bcdc-30cfdfe3f66f","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:27.843674789Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"e2e-api-key-no-access-auth","reconcileID":"b3ce21f9-a10f-4de5-9136-8509c3783c08","MaaSAuthPolicy":{"name":"e2e-api-key-no-access-auth","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.028450242Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"d06df8eb-ef38-432d-b309-ec8b8f41f568","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.085570141Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"9e561541-e715-4c7f-8eb5-6bc1175dd08c","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.100803677Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"38689afa-dfa1-4779-8116-af00eeb4e787","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.294175575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"4d34df42-5e87-44e5-8a5a-b31e9a106233","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.304585027Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-8e6407 priority=10:[ai-tenant-e2e-worker-w4-8e6407/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-8e6407/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.305099588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"779aa8e3-e09e-4b16-8091-d47c925a5579","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.351470376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"4d34df42-5e87-44e5-8a5a-b31e9a106233","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.370375784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"e6be5c34-85f8-4196-9460-d02be2859531","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.412711993Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"4d34df42-5e87-44e5-8a5a-b31e9a106233","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.420540426Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"a7248a0e-9da2-4f9c-82a7-f136d7716359","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:28:28.425049927Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-8e6407/e2e-ignore-header-sub1","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.4714302Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"bad38410-d318-4a2e-8f03-6c2b57158380","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.476987553Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"7a4ae8e1-7fa0-431a-bbc1-8700c9cecc23","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.523554328Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"a9b9f733-e7be-464b-baa3-449119228aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.524114065Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7b9e8296-fe91-4427-a280-b41ba33b138d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.580431272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"a9b9f733-e7be-464b-baa3-449119228aa8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.580461803Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7b9e8296-fe91-4427-a280-b41ba33b138d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.59513174Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"18ea8bda-12b3-4067-9308-e2b631b462b7","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.652446033Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"a017638f-d2f2-4b7d-a20c-b2277131d95e","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.68102448Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"148e0812-9434-431e-8d07-97df7d392686","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.688295115Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub1","reconcileID":"3435bb91-2fe6-4e53-8764-a771e3d5a49a","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-w4-8e6407","model":"distinct-w4-8e6407","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8e6407/e2e-ignore-header-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.739936422Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"148e0812-9434-431e-8d07-97df7d392686","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.795655169Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"148e0812-9434-431e-8d07-97df7d392686","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.856380502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"daa94c3d-f2bb-4bec-a070-7245aad180bd","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.863622613Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"c6b1d741-e4cc-41bf-b319-e2a26b1938ca","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.863661219Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-8e6407 priority=10:[ai-tenant-e2e-worker-w4-8e6407/e2e-ignore-header-sub1 ai-tenant-e2e-worker-w4-8e6407/simulator-subscription]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.923423744Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"0710617c-9b81-4a81-998d-bf0b01375cd8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.92951331Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"be1d4420-ccf7-4889-9e97-c707f38d0536","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.975393733Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"c4aeb47e-2e71-4132-9a76-2d567cca59fb","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:28.981134147Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"0710617c-9b81-4a81-998d-bf0b01375cd8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:28:28.98281673Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w4-8e6407/e2e-ignore-header-sub2","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-ignore-header-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.0214491Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub1","reconcileID":"8ddd6503-97fd-4b5a-96af-808c18ab4515","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.032556161Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"897995ea-7efc-40dc-9da0-e061144ab575","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.036585999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"0710617c-9b81-4a81-998d-bf0b01375cd8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.045497503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"fc777f31-bd27-4184-863d-f5f683f9a7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.045558688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"750e7d40-5cec-42a9-b687-6d5160afb83d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.093842764Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"d6696bb8-2455-44c2-9baf-fa9aee2cba4b","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.107653871Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"750e7d40-5cec-42a9-b687-6d5160afb83d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.11234812Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"fc777f31-bd27-4184-863d-f5f683f9a7da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.147136541Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"ad23c861-0193-46da-917a-2ee84d14ec4a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.208489901Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"ad23c861-0193-46da-917a-2ee84d14ec4a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.245298272Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub2","reconcileID":"c0844c1c-9862-43b6-950d-cce08fabd76d","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-2-w4-8e6407","model":"distinct-2-w4-8e6407","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8e6407/e2e-ignore-header-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.264456879Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"ad23c861-0193-46da-917a-2ee84d14ec4a","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.358791785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"36a6581a-6565-4ce3-ba39-f3a2090e49fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.421847658Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"36a6581a-6565-4ce3-ba39-f3a2090e49fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.42734411Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"606a5248-4e0e-4564-bf7f-b3b09c015884","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.476757703Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"36a6581a-6565-4ce3-ba39-f3a2090e49fd","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.539131841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"987e127f-928b-4a23-a4f1-91acb022d480","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.586607283Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub2","reconcileID":"9d51672c-6756-4836-a5cf-d9588f90a9c1","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-2-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.596304498Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"987e127f-928b-4a23-a4f1-91acb022d480","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.631475845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"45e992c3-17ff-490d-beca-e3c8d49986f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.631537929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"67f6ec85-adc7-4772-a6eb-16cea3b05c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.677156326Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"987e127f-928b-4a23-a4f1-91acb022d480","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.720754261Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"67f6ec85-adc7-4772-a6eb-16cea3b05c3b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:29.725402943Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"45e992c3-17ff-490d-beca-e3c8d49986f9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:33.430788874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8198f692-fb94-45a9-a491-4025c4546171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:33.4832939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8198f692-fb94-45a9-a491-4025c4546171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:33.536935348Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8198f692-fb94-45a9-a491-4025c4546171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:33.590369488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8198f692-fb94-45a9-a491-4025c4546171","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:33.709049447Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f5bb4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f5bb4f","reconcileID":"58b18a2c-f4ef-47d7-bfac-32f7ac3e2bd3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f5bb4f","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-f5bb4f":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.540396432Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"93f5e2a7-7049-46a0-aec2-38562a586543","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.599321152Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"93f5e2a7-7049-46a0-aec2-38562a586543","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.656081648Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w3-108cf9-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5238e2aa13449b89ba910900afad4b14ae5be7b7cb4bd81abe7e19858cb182a8) AuthConfig (de81df1c8d543d52f5b856cab4d1e8df6d05aa727ca43e038827388bcd6b235a) AuthConfig (5f6a6abd18e0b85c69ff2a0959867a641561aafc158e0c44cbd0cbf544bdeaaa) AuthConfig (c32526c03e05ebb5a1484f681c4efd4fef4b4e922d887af9b7323c9e445fcc62) AuthConfig (5cc22edba7da43b6a050c33681fc0f807395e64d577ab86405acfa447337e385) AuthConfig (277e3201f4392bc3e07c6f9218db90e0adbd3207f170809080c0b16a2a9470c6) AuthConfig (f4c713f5fc5f90de38876c31b899b05d4b94d92c4be238d48c1cdaddc9a4b233) AuthConfig (8afa02c3b918931f31287008ccd8d4351e9198a53a0367f3149fce13cfe07e81) AuthConfig (231df0edfa9a5159a9206074e2ccbdfb03a73b8ef248006729ebc6de7937f7b1) AuthConfig (b36bfe1d3365b8a7b82495536d3144740cc232712a592a2a2076be8e3218d42f) AuthConfig (60c80e395561b43fe6e5f8dce1f1d9befeac99f940e323f36753bf3a999d2807) AuthConfig (31aa6ff199f98609bed843e74555014c0e34f04f8345e011591e47b10d3e2585)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"93f5e2a7-7049-46a0-aec2-38562a586543","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.813366757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31076eb8-c869-4823-9d89-1d92afa96272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.866643193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31076eb8-c869-4823-9d89-1d92afa96272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.920237559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31076eb8-c869-4823-9d89-1d92afa96272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:35.974308781Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"31076eb8-c869-4823-9d89-1d92afa96272","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:39.024689194Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:39.378323265Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"namespace":"ai-tenant-e2e-mt-3d856765","name":"e2e-policy-3d856765","reconcileID":"5b15c6b8-f292-40ed-9f40-001363dbba31","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:39.530693815Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"namespace":"ai-tenant-e2e-mt-3d856765","name":"e2e-policy-3d856765","reconcileID":"5b15c6b8-f292-40ed-9f40-001363dbba31","MaaSAuthPolicy":{"name":"e2e-policy-3d856765","namespace":"ai-tenant-e2e-mt-3d856765"},"policyNamespace":"ai-tenant-e2e-mt-3d856765","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:39.741132023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"252f6979-5699-4a3f-85e0-7e130f57fe31","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:39.796854354Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"252f6979-5699-4a3f-85e0-7e130f57fe31","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:39.866292626Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"252f6979-5699-4a3f-85e0-7e130f57fe31","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:39.946610388Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"96062dce-41bb-47d1-a90d-975956c2c537","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:40.006027424Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"96062dce-41bb-47d1-a90d-975956c2c537","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:40.061560938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"96062dce-41bb-47d1-a90d-975956c2c537","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.029874313Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"d66f9718-a739-4777-9d40-0a10f94e03d6","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.191872801Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub1","reconcileID":"f335661e-f19d-45a2-91ba-013e40cf544e","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5ebfca5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.291952594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"9cd40259-1754-41b6-b824-1e5911a229c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.292479378Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"c8df1cd8-8dd1-42fc-b967-8f718d0009d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.292510712Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"80edfe9e-6de3-42d6-8133-1a6bb14253d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.292763988Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"2562c2cd-8433-4884-aa33-2c24c0627f9c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.349281447Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"9cd40259-1754-41b6-b824-1e5911a229c6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.349390896Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"c8df1cd8-8dd1-42fc-b967-8f718d0009d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.351679706Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"2562c2cd-8433-4884-aa33-2c24c0627f9c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.351721708Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"80edfe9e-6de3-42d6-8133-1a6bb14253d9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.408933347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"c8df1cd8-8dd1-42fc-b967-8f718d0009d4","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.409428551Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-worker-w4-8e6407-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (997ae4e045c0210e8419321d1360d9bfdb4e510cf9958fe0ab15d4ddf824f248) AuthConfig (eec9dade1e6b1ac092ce9a27b3ae7d5ca7aa1906d659625468e491270d9615f1) AuthConfig (c9734f417c2a51a62b07f8f909001550d10a4b5b25a1e7159aa1bc35659f8fc5) AuthConfig (5cea3a43628311f4c67a9ddd7d6265853ba1d0be6d62557c027d7b13f2a3720b) AuthConfig (f1a3c5b2ecaff9b275edfbc9a21c76d0b9e289382fdb4abe0b512e6464a58552) AuthConfig (2adc385ebac37b9ced28e590d27381dca5452ce91b12e95ee8e74d98d5a4964d) AuthConfig (b68f85f5fa80e242e541996e1c2e680d6dbdcf8423021c85c6182f977fb44046) AuthConfig (e0c93f7abc1c48f6627c92a3426fe5c9607cc293bd057151dc246d00023954cf) AuthConfig (ba61fce0d766f20f3fec780b546408c00bd055ff1ea865488d039dfa47720063) AuthConfig (c484199eb747269919f03dac7729cddeaffe2476c926c6da0fdc9f722592865f) AuthConfig (f1e19634518519ee0e56c9f55b69bc933ff3e6e7b3c1eff52357f47dd6cd1728) AuthConfig (a363c2fff9ce803e89ccefaeffde99f7936ccafa97bf891216a0b0c5df893dbd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"2562c2cd-8433-4884-aa33-2c24c0627f9c","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.720192912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"9c584f49-6077-4b6c-baec-3d15bae75f35","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.720906212Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"4525ba9b-5f59-4061-8fd5-f2b3b4c51550","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.779576619Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"4525ba9b-5f59-4061-8fd5-f2b3b4c51550","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.804110494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"9c584f49-6077-4b6c-baec-3d15bae75f35","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.826393509Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"46a1a272-363e-435b-baff-48050467eefd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.826396519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"d9d7e531-fb65-4b04-8841-c8e7c8e8ad7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.882966393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"d9d7e531-fb65-4b04-8841-c8e7c8e8ad7f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:41.883056899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"46a1a272-363e-435b-baff-48050467eefd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.108698479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"05c4adfd-13e6-4b05-8359-2e6b3929df3a","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.1984011Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"5b3d9443-5047-4629-9e0c-fa76cf124c0c","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.312246403Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub1","reconcileID":"24786560-82f7-415b-b22b-3324e35c813f","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-a5ebfca5","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.581933371Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"1d5acf3b-b576-4064-af24-e71ef9cad05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.582961713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"1259ab8d-120c-40a5-90bb-590ada69fbad","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.582963627Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"bad37407-14d1-46f0-baae-769eb29942d8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.583155497Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"9bdfd795-0d27-4a42-94f6-391329a04b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.639314085Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"1d5acf3b-b576-4064-af24-e71ef9cad05b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.63997562Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"1259ab8d-120c-40a5-90bb-590ada69fbad","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.641980724Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"9bdfd795-0d27-4a42-94f6-391329a04b09","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:42.642772599Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"bad37407-14d1-46f0-baae-769eb29942d8","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.417449594Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"6949d431-179d-46c5-860b-6854cf33033d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.41818008Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"8a648ccf-1665-495f-97e6-b7093cf6cafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.476123318Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"6949d431-179d-46c5-860b-6854cf33033d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.476184491Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"8a648ccf-1665-495f-97e6-b7093cf6cafc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.680092473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05dca68-fe69-4100-866d-ff7c78f4db28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.733609971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05dca68-fe69-4100-866d-ff7c78f4db28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.787281227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05dca68-fe69-4100-866d-ff7c78f4db28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.840326192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b05dca68-fe69-4100-866d-ff7c78f4db28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.846274432Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b26f03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b26f03","reconcileID":"33878788-2dde-4347-b0c1-25bafa1469e0","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b26f03","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-b26f03":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:43.95518539Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"731adf2c-1e7c-4455-b989-26867c309c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:44.03171689Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"731adf2c-1e7c-4455-b989-26867c309c21","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:44.083767313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"eb5c3548-6c07-4bf1-a3fa-d642a4f77316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:44.142527741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"eb5c3548-6c07-4bf1-a3fa-d642a4f77316","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:45.818348013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"166e7069-3c78-4da0-ad63-509a152511b8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:45.874792855Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"166e7069-3c78-4da0-ad63-509a152511b8","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:46.108861333Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7b2e35-1f99-424f-bf03-e162a8151aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:46.163934716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7b2e35-1f99-424f-bf03-e162a8151aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:46.219146593Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7b2e35-1f99-424f-bf03-e162a8151aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:46.225187597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"af5820a0-4fc1-4b18-930b-5eadfd966724","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:46.272517979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd7b2e35-1f99-424f-bf03-e162a8151aa0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:48.643471735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2209c08-1399-443d-9840-f5605f94c2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:48.654970167Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"ab914f0e-bf74-451c-a7f4-baa407ddbf95","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:48.695987222Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2209c08-1399-443d-9840-f5605f94c2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:48.748533701Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2209c08-1399-443d-9840-f5605f94c2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:48.805146335Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e2209c08-1399-443d-9840-f5605f94c2ec","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:48.970030674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"6c3066f7-cc51-46d1-9939-8b611d6e6ae9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:48.970622797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"d4510c1a-fd54-49e2-9b73-5bfba15c813e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:48.970978279Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"b01d0fdf-b5bc-4a7b-b138-07a1d8abe915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:49.029162798Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"6c3066f7-cc51-46d1-9939-8b611d6e6ae9","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:49.030046941Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"d4510c1a-fd54-49e2-9b73-5bfba15c813e","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:49.03146531Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"b01d0fdf-b5bc-4a7b-b138-07a1d8abe915","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:51.0848126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8305c7-6e61-48a3-927f-d232a8b6d34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:51.137194772Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8305c7-6e61-48a3-927f-d232a8b6d34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:51.189571389Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8305c7-6e61-48a3-927f-d232a8b6d34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:51.242107263Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc8305c7-6e61-48a3-927f-d232a8b6d34d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.370205654Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub1","reconcileID":"2f9b37c1-ed6b-4970-9df2-5c7e9dc63a50","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","subscription":"e2e-ignore-header-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.427701791Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub1","reconcileID":"2f9b37c1-ed6b-4970-9df2-5c7e9dc63a50","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.482738865Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub1","reconcileID":"2f9b37c1-ed6b-4970-9df2-5c7e9dc63a50","MaaSSubscription":{"name":"e2e-ignore-header-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.824746783Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"0739833a-d8ec-4d28-948f-d0079d5951dd","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.883868988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"d12117c9-bffe-4c21-8e5d-9d4f6740f2ac","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.941679964Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"01e51afd-162f-475f-b19e-bc9d92c3defd","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:52.974278093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"cdcc8028-0aeb-489d-8c7c-8db857c1abfe","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.090192142Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"8ec811c2-ba88-45fb-92b3-9b3be708aac3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.090390674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"35146b7b-c1a4-45f9-b7bd-af6c96203bd1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.090193005Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"64cbcdc5-1225-48f2-ac7b-56fe2f78d1e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.090676685Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"a17f9a24-3f8c-486f-9024-4251c4b26f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.140464064Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub2","reconcileID":"1e357d35-9930-41f0-801d-7a6363501746","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-94cbb200","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.14858264Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"8ec811c2-ba88-45fb-92b3-9b3be708aac3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.149606596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"64cbcdc5-1225-48f2-ac7b-56fe2f78d1e5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.151873853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"35146b7b-c1a4-45f9-b7bd-af6c96203bd1","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.151995551Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"a17f9a24-3f8c-486f-9024-4251c4b26f08","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.620080098Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"7e361e5c-f239-4cd2-a4c0-855a9935dde9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.620210556Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"54b04067-dc5b-41f8-8ab6-d571f1f95388","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.620076141Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"90c4a23e-8d47-4602-9d8d-32a8e232b919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.620457315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"d3f6c447-42a2-4f12-beab-50f883d61a62","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.676703672Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"54b04067-dc5b-41f8-8ab6-d571f1f95388","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.677538692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"7e361e5c-f239-4cd2-a4c0-855a9935dde9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.679336136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"90c4a23e-8d47-4602-9d8d-32a8e232b919","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:53.679873827Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"d3f6c447-42a2-4f12-beab-50f883d61a62","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.071997139Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"30cdc0c3-ef15-408b-a3ae-079f8d1a6bd1","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.072332544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"2a2f9a60-2cfd-4991-9d69-113706f90666","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.072612151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-w2-10d2fb","reconcileID":"a52a27f4-2fff-46a1-b758-3e6c195e6254","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.138272539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"82af7c47-1594-437b-b382-95d90c53ff89","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.138778289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"af7f645b-0a3b-4330-9c3f-8292dacc8f32","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.139206472Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-w2-10d2fb","reconcileID":"d50cbf6f-6940-4214-837e-d2447ccb2829","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.229022023Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"d5fdeab6-0119-4153-9f95-1a42cbe0afa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.229033722Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"b18e42b4-7bde-4622-bc86-e2f4a76a9684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.230579906Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"88d39620-7877-4bc0-962e-0b36db3d7cad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.230586719Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"c162e145-1822-4224-bea6-a8715e86db11","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.340540881Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"d5fdeab6-0119-4153-9f95-1a42cbe0afa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.342296712Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"b18e42b4-7bde-4622-bc86-e2f4a76a9684","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.400136959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294e7ca0-3718-44d7-b332-bbebab15d0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.453700539Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294e7ca0-3718-44d7-b332-bbebab15d0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.506529722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294e7ca0-3718-44d7-b332-bbebab15d0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.560510463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"294e7ca0-3718-44d7-b332-bbebab15d0f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.727406441Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"bce2a98e-3cf4-468d-953e-5642a051c671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.731920483Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"381bfb21-26a2-406e-9097-153658279f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.784687776Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"bce2a98e-3cf4-468d-953e-5642a051c671","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:54.790747809Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"381bfb21-26a2-406e-9097-153658279f6d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:56.738829419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c24b87-9c02-4cb6-a4ee-3231c20dce73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:56.791296598Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c24b87-9c02-4cb6-a4ee-3231c20dce73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:56.844110068Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c24b87-9c02-4cb6-a4ee-3231c20dce73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:56.897807556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e8c24b87-9c02-4cb6-a4ee-3231c20dce73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:58.860370956Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-valid-sub","reconcileID":"0fd9f57b-b74b-4c04-b962-4f81bda234bc","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscription":"e2e-models-valid-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.025614103Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-valid-sub","reconcileID":"0fd9f57b-b74b-4c04-b962-4f81bda234bc","MaaSSubscription":{"name":"e2e-models-valid-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-108cf9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.18428345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"f0dc3b91-0911-4a2a-afc9-fe1100c7af5a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.246710088Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"2a6b10c4-fe96-4a96-8d48-1ad4af3f1c72","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.390904239Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"2bdef1eb-7cbd-41d1-aeef-0613fa2fc98f","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.414664549Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"66667c30-8e3f-48f6-ac38-508fdf2a26ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.415218393Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"5dfbb86e-2774-431c-b9ef-4f23c846ed01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.4156031Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"88d831bd-7d91-4449-bd9c-dd3e90a819c7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.472239035Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"5dfbb86e-2774-431c-b9ef-4f23c846ed01","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.472655936Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"66667c30-8e3f-48f6-ac38-508fdf2a26ed","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.474558051Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"88d831bd-7d91-4449-bd9c-dd3e90a819c7","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.629225559Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-invalid-sub-auth","reconcileID":"78ddbf8d-fdf2-4162-960e-60bb40618e54","MaaSAuthPolicy":{"name":"e2e-models-invalid-sub-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:28:59.791207626Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"0a435245-bf8f-46a2-a9ae-00b1e346a6ae","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.048651796Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"f7be130f-befa-4afc-b045-e2f8c29a94a0","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.105081552Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"fe8010d5-87d1-4b8f-b7a0-a29b615b568e","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.270133572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"4617e00a-2e5e-446a-a93d-96fbfe2c6bb7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.327566923Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"4617e00a-2e5e-446a-a93d-96fbfe2c6bb7","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.331239745Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"f24904ce-6b34-4648-82a4-0b823edc4617","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.386613924Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"8c9ac4c3-149f-4284-b37d-4a93740c8ce9","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:29:01.441969241Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-user-sub","reconcileID":"1544e47c-1761-448c-a1db-4b08d9132ccd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.487495631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"e118dc1a-1922-46aa-9d7a-289995ae594b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.487496585Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"c3912c0f-0d7f-44bd-aef6-49be225ecc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.544906365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"e118dc1a-1922-46aa-9d7a-289995ae594b","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.545592442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"c3912c0f-0d7f-44bd-aef6-49be225ecc11","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.562714903Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"4ede1350-d801-4daf-990c-c6bf41123943","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.59492421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"2ad732d9-7c99-4ba5-ba4a-42d7f8c5c321","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.604562658Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"23bf1aa2-fcd3-4cee-82bb-0b81a2d2d2ad","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.605322878Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-108cf9 priority=0:[ai-tenant-e2e-worker-w3-108cf9/e2e-models-other-sub ai-tenant-e2e-worker-w3-108cf9/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.621180938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"d9115877-7f14-4a62-8ed7-7df0fabcfb36","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:29:01.65972784Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-108cf9/e2e-models-user-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-user-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.717284505Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"c1f544bc-cc42-42ba-9e26-6ed633aaa4c2","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:29:01.722211891Z","logger":"MaaSSubscriptionDuplicatePriority","body":"failed to update SpecPriorityDuplicate status","service.name":"maas-controller","subscription":"ai-tenant-e2e-worker-w3-108cf9/e2e-models-other-sub","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-models-other-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).scanForDuplicatePriority\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1367\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSSubscriptionReconciler).SetupWithManager.duplicatePriorityScanHandler.func6\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maassubscription_controller.go:1592\nsigs.k8s.io/controller-runtime/pkg/handler.TypedFuncs[...].Create\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/handler/eventhandler.go:139\nsigs.k8s.io/controller-runtime/pkg/internal/source.(*EventHandler[...]).OnAdd\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/source/event_handler.go:86\nk8s.io/client-go/tools/cache.(*processorListener).run.func1\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1360\nk8s.io/client-go/tools/cache.(*processorListener).run\n\tk8s.io/client-go@v0.36.4/tools/cache/shared_informer.go:1370\nk8s.io/apimachinery/pkg/util/wait.(*Group).Start.func1\n\tk8s.io/apimachinery@v0.36.4/pkg/util/wait/wait.go:72"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.754507295Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"48327e99-427b-4faa-aab3-7a46adc90a45","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.773141926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"60bf20f7-6b0f-41c2-a108-92c51cb6d9d6","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.812668194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"48327e99-427b-4faa-aab3-7a46adc90a45","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.839930532Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-user-sub","reconcileID":"63787cf5-5177-4466-b054-012c5c253721","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-worker-w3-108cf9/e2e-models-other-sub","ai-tenant-e2e-worker-w3-108cf9/e2e-models-user-sub","ai-tenant-e2e-worker-w3-108cf9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.91285039Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"28001651-a488-4725-a5cc-31aff5caabd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.915480547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"3c76a55b-e648-4233-9dfa-d7dbeda45aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.931433078Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-other-sub","reconcileID":"de613775-05b9-431d-a502-b004d6647bbd","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.972507119Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"28001651-a488-4725-a5cc-31aff5caabd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:01.974481357Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"3c76a55b-e648-4233-9dfa-d7dbeda45aba","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:02.014167871Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"de72f895-98eb-4ae3-ac04-54caed23db32","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:02.032998015Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"a06764dc-70a4-44bc-abb9-7f9a2b8fd97b","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:02.099255392Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"205f373e-30c6-45b6-a6cb-923c54e806e1","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:02.132036865Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"0b7d0d9a-87a5-4862-8ec5-f3d5986b0dea","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:02.174699058Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-user-sub","reconcileID":"af31e947-c8ab-4509-8aa0-35d44cebd2ae","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:02.189992777Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"0b7d0d9a-87a5-4862-8ec5-f3d5986b0dea","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:02.27462384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-other-sub","reconcileID":"2c790d70-cac0-4c35-bb73-ffd3657e9ecc","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.193249482Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub2","reconcileID":"c8d80309-4691-4a7a-86ed-a63e359bbcdc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","subscription":"e2e-ignore-header-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.246038249Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub2","reconcileID":"c8d80309-4691-4a7a-86ed-a63e359bbcdc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.299182534Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-sub2","reconcileID":"c8d80309-4691-4a7a-86ed-a63e359bbcdc","MaaSSubscription":{"name":"e2e-ignore-header-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.608159002Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"e77cad77-b455-4b69-ad91-f6f508982488","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.608829523Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w3-108cf9 priority=0:[ai-tenant-e2e-worker-w3-108cf9/e2e-models-other-sub ai-tenant-e2e-worker-w3-108cf9/e2e-models-user-sub]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.670106534Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"de323026-d2af-4178-ac84-01efc12a1dab","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.725814184Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"590f17d7-ccb5-4325-893f-be17ee4636dd","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.744516115Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"9140f2b3-2501-47e0-b681-082346284e48","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.877433575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"d3d38ed7-0241-432b-80d0-eab1c0d5f854","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.877654177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"798d4c20-9084-4a95-aad4-0591527bb4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.877775899Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"a5868a4d-86e6-4c46-aee1-6ccae54eb3f3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.877444511Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"a8ee8ba3-8247-4bcd-bb17-e872864100fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.935206211Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"a5868a4d-86e6-4c46-aee1-6ccae54eb3f3","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.935352653Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"798d4c20-9084-4a95-aad4-0591527bb4ce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.937381485Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"a8ee8ba3-8247-4bcd-bb17-e872864100fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:03.937536537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"d3d38ed7-0241-432b-80d0-eab1c0d5f854","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:04.140524308Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth1","reconcileID":"bcdc62e5-32f6-4fc5-b121-fc1e74b17d73","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:04.354173467Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"146371cf-648c-49f0-99c3-306f5072caee","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:04.398663146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"80d31488-9d3e-4ef6-a730-0d33c44730cd","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:04.414845101Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"146371cf-648c-49f0-99c3-306f5072caee","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:04.54548058Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"ff4839b2-4263-40fd-8297-10a672538a1d","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:04.624850367Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-ignore-header-auth2","reconcileID":"fba6ba04-34bf-4b2c-b9ac-faa5fb11d45e","MaaSAuthPolicy":{"name":"e2e-ignore-header-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:04.883099847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"405f267a-9b6f-42fd-a1ed-77eb0934662a","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:09.025407379Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:14.685232628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"49344c38-91dc-4c8c-8c26-7b1e3406b2cc","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:14.842255697Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"82376b7f-5e7b-4d08-9c0c-c0884e79792a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:14.842400382Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"a1131cbe-1d55-4b57-8b46-72807b60629f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:14.84225373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"ff1f44d6-444f-46b1-a36e-7ad2a97e4a62","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:14.899910904Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"ff1f44d6-444f-46b1-a36e-7ad2a97e4a62","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:14.900861686Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"82376b7f-5e7b-4d08-9c0c-c0884e79792a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:14.902201518Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"a1131cbe-1d55-4b57-8b46-72807b60629f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.2106515Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"de2dfe87-74bf-4e51-9b7b-9115e4371335","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.267827582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"81cebecf-925f-46b7-96eb-8f037b1a3edc","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.476357574Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"5822b1d5-a7f2-4478-b5d3-b77564bc97f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.48315396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"1257c812-e4c9-467f-a6ab-82ac3c8b6acb","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.533547351Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"5822b1d5-a7f2-4478-b5d3-b77564bc97f8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.549859041Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"75c16e77-7927-41c9-a2a3-69d7f758b887","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.606008228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"aa0cb5f9-6f84-4cd4-81e9-8e61d182e8a6","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:29:16.620555091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub1","reconcileID":"26128e18-56a5-4766-bd23-565ec52a4d43","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.697135879Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"ed4c54ef-eefc-40b2-8984-10d91e4c75cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.700779558Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"e3919fd0-a3df-4eaa-b00c-c89e034db8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.731938865Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"1d9b274f-85a0-447c-9f34-c89523e72e24","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.753576089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"ed4c54ef-eefc-40b2-8984-10d91e4c75cd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.755872095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"aa1cd9e3-e1f7-40eb-bde5-2df994b48091","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.757560413Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"e3919fd0-a3df-4eaa-b00c-c89e034db8a0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.788387503Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"84933c2a-ab0b-43e0-967d-f3b17a1e8c52","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.812948707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"235b7113-87d9-4f0c-8b7b-8f515ec2990f","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:16.853063103Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"700d36fa-d10c-49dc-be85-3adf45ea2e17","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.002104661Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub1","reconcileID":"4a1f177d-3552-4b31-a403-24cd9023d0af","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-w4-8e6407","model":"distinct-w4-8e6407","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8e6407/e2e-multi-keys-sub1"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.034636705Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-8e6407 priority=0:[ai-tenant-e2e-worker-w4-8e6407/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-8e6407/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.034770414Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"0efaa94f-9c68-4673-8de6-a4cbb806c070","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.071099291Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"45e0d468-8ccf-4f39-8660-76145c1efba8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.093132387Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"0abd72aa-5bca-40e7-8e46-fa087d27f5df","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.127775512Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"45e0d468-8ccf-4f39-8660-76145c1efba8","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.148582548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"50b1677a-3bef-4bd0-a75c-2fdc428a2ff0","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:29:17.151436226Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub2","reconcileID":"9df1f807-289a-43d7-b1b2-af87e8618560","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub2\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:29:17.165927348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub1","reconcileID":"4a1f177d-3552-4b31-a403-24cd9023d0af","error":"failed to update MaaSSubscription status: Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-multi-keys-sub1\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.171801089Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"21d7f36c-ebbb-4c09-903e-46445116a6f0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.228066298Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"21d7f36c-ebbb-4c09-903e-46445116a6f0","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.261835093Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"cc338e22-e90a-46b3-af40-fa90a348b522","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.271705792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"0d27a63d-d6c2-4a2e-a534-63c382a047f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.271786678Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"56e1a667-3911-41ef-8e62-8dfae2586759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.319252983Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"effa27db-3338-480f-9eeb-cf8f44b3e406","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.323190037Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub1","reconcileID":"7d53db0e-2414-41ee-93f3-3f796083efa9","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.328639949Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"0d27a63d-d6c2-4a2e-a534-63c382a047f0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.330811279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"56e1a667-3911-41ef-8e62-8dfae2586759","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.506224005Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"8ac9896a-8205-4b35-9e35-1b493bc347e4","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.524761286Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"4dccea1b-05cf-4526-824b-6932171d055d","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.532227682Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub2","reconcileID":"43135fd6-03d7-4064-bb69-1565c417a078","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-2-w4-8e6407","model":"distinct-2-w4-8e6407","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w4-8e6407/e2e-multi-keys-sub2"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.701770496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"7976b348-dfcd-4536-810e-16d2f6531a50","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.709250788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"e71e2583-b29b-4f1b-99da-74fe98190a3d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.765654632Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"e71e2583-b29b-4f1b-99da-74fe98190a3d","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.812622499Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"44e5162c-ae29-4fb0-bde7-f2b36532d0ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.812858339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"9440b1c9-b6dc-47a6-9b58-4bedd8e36371","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.813054607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"b6f745d7-dd28-488a-8313-a4d7f04d17a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.859284682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub2","reconcileID":"a67a15b0-1f8b-42d8-9f4e-fc5279f1b0ca","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-2-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.869279086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"44e5162c-ae29-4fb0-bde7-f2b36532d0ec","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.869611333Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"b6f745d7-dd28-488a-8313-a4d7f04d17a3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:17.871441439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"9440b1c9-b6dc-47a6-9b58-4bedd8e36371","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:22.063234616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"13b88bb2-ef47-40dd-a2cb-47d23f92caed","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:22.189364041Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"13b88bb2-ef47-40dd-a2cb-47d23f92caed","name":"e2e-api-a-f5bb4f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:22.660458313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"5e2b7328-5f91-40f1-978a-04aa7ea0ccc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:22.660466762Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"855a7a32-8264-4239-8d84-6012ca7b1df6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:22.718069506Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"855a7a32-8264-4239-8d84-6012ca7b1df6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:22.718962994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"5e2b7328-5f91-40f1-978a-04aa7ea0ccc2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:24.848544085Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-user-sub","reconcileID":"c0ee5582-e638-4d9f-bd70-80955b3e66ac","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscription":"e2e-models-user-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.013419835Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-user-sub","reconcileID":"c0ee5582-e638-4d9f-bd70-80955b3e66ac","MaaSSubscription":{"name":"e2e-models-user-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-worker-w3-108cf9/e2e-models-other-sub","ai-tenant-e2e-worker-w3-108cf9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.171797338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"749cc970-eabb-4efd-a5f2-dd3fcbbaeee5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.171907761Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-other-sub","reconcileID":"d5ca2662-c42a-4bcd-9a12-6977ccbff1de","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.232745756Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"1f6bb2d6-7ec0-4d6c-a27e-5c8e6185f8c0","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.233085043Z","logger":"MaaSSubscriptionDuplicatePriority","body":"duplicate MaaSSubscription spec.priority groups within a namespace — resolve ties for predictable API key mint / subscription selection","service.name":"maas-controller","groups":["namespace=ai-tenant-e2e-worker-w4-8e6407 priority=0:[ai-tenant-e2e-worker-w4-8e6407/e2e-multi-keys-sub1 ai-tenant-e2e-worker-w4-8e6407/e2e-multi-keys-sub2]"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.291205869Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"c513a15b-1768-42c9-9aac-aeb7cb8f6eb3","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.373613719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"d2f204a1-e19d-43a7-9056-833536832af7","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.389028204Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"11f05bea-944c-4551-a3a7-ce6224a9058c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.389045125Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"4add5e0e-a48a-43fb-ac41-85940cab8299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.38927496Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"b64ee3d6-67e9-4f4f-825a-17cd9b50c64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.447841129Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"11f05bea-944c-4551-a3a7-ce6224a9058c","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.447956769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"b64ee3d6-67e9-4f4f-825a-17cd9b50c64d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.450021858Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"4add5e0e-a48a-43fb-ac41-85940cab8299","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.822809893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"7c1ce7c7-2874-4ced-b7ce-d6fd50651eca","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.822976346Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"75ec49ed-2bcb-4a5f-b24c-cd56afdd5488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.822809873Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"eafa0a39-c599-4ad6-92f8-aad6e8a8f1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.879668537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"eafa0a39-c599-4ad6-92f8-aad6e8a8f1b3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.879669853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"75ec49ed-2bcb-4a5f-b24c-cd56afdd5488","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:25.882035982Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"7c1ce7c7-2874-4ced-b7ce-d6fd50651eca","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.574153779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"e4393475-5577-41a4-a6d6-d8d868d91391","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.737004256Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub1","reconcileID":"d3403cf6-31fa-4195-b9b6-4a3751ce3fb3","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cd78a964","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.834284882Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"5e6b8101-6641-4310-83ec-b78cd124b73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.834679386Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"00142ca8-d1e3-4064-8d33-fae9c33653f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.834988357Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"f0810eb3-bcf8-49e2-8799-b6109b48148b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.83524778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"54950494-57f7-400b-940c-1bff9b00a85b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.891434391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"00142ca8-d1e3-4064-8d33-fae9c33653f3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.891556092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"f0810eb3-bcf8-49e2-8799-b6109b48148b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.89517335Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"54950494-57f7-400b-940c-1bff9b00a85b","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:31.895173352Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"5e6b8101-6641-4310-83ec-b78cd124b73d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:32.365311385Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"503a1d93-248e-4f60-8085-4eeae9fb21ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:32.365461132Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"e0873823-3985-4273-98f5-9f971979cd26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:32.365315917Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"d3ef323b-ca48-45f1-8495-30efedb8999e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:32.365634639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"a742c5ba-6f16-43c2-be35-1bb14ee44fcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:32.422165553Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"a742c5ba-6f16-43c2-be35-1bb14ee44fcb","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:32.422385089Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"e0873823-3985-4273-98f5-9f971979cd26","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:32.424618569Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"503a1d93-248e-4f60-8085-4eeae9fb21ec","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:32.424803356Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"d3ef323b-ca48-45f1-8495-30efedb8999e","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:35.541529925Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-other-sub","reconcileID":"b61fa0d0-3097-40b9-9ac6-4170cc5cc47f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscription":"e2e-models-other-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:35.71421652Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-other-sub","reconcileID":"b61fa0d0-3097-40b9-9ac6-4170cc5cc47f","MaaSSubscription":{"name":"e2e-models-other-sub","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-worker-w3-108cf9/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:35.877069024Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"cb8fd809-f2f3-4e81-8078-4b92adeb853d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:35.938720581Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"e72de1b6-f8e7-4813-ae97-19de7447eae9","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:35.996946669Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"08837658-277a-4ed8-9714-8492ff9da4bd","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.074124723Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"898d1d3e-9cc4-4036-8c38-2b63cbaab551","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.096072782Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"f2690c4c-9520-43c3-9e41-4f16fc8f8167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.096196073Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"77508358-896c-4bd1-ad53-04017bd392e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.096074057Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"89e432e1-1b06-4629-893b-9cbba9776a3a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.153020323Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"f2690c4c-9520-43c3-9e41-4f16fc8f8167","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.153137774Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"77508358-896c-4bd1-ad53-04017bd392e5","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.155160691Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"89e432e1-1b06-4629-893b-9cbba9776a3a","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.310097533Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"e2e-models-access-denied-auth","reconcileID":"1e5cf747-d2b9-4510-b6fd-29a9969b64b2","MaaSAuthPolicy":{"name":"e2e-models-access-denied-auth","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.471355708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"b4ec9c8c-2377-44c6-ba1f-16c028246d57","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.742864703Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"3b9b74d8-d82b-4a61-b760-b2404da71e52","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:36.860615163Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"3b9b74d8-d82b-4a61-b760-b2404da71e52","name":"e2e-api-a-b26f03-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:39.031237643Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:41.792788314Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub1","reconcileID":"16beb4dc-5836-4495-abac-0e86ef785ad8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","subscription":"e2e-multi-keys-sub1","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:41.848431296Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub1","reconcileID":"16beb4dc-5836-4495-abac-0e86ef785ad8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:41.905482129Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub1","reconcileID":"16beb4dc-5836-4495-abac-0e86ef785ad8","MaaSSubscription":{"name":"e2e-multi-keys-sub1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.204899158Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"eb659b24-1212-4e1e-9a73-3396c066443a","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.338755788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"cb6ca621-1cee-4b12-8082-b8fdd36a47ad","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.479964945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"2b7045ca-f4b9-4c38-abec-9558a3f81df4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.479987877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"9b66200e-6150-444d-859f-5f02554ad3ee","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.515268169Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub2","reconcileID":"adaa1902-4bf9-4e09-97b9-9a8aebac8906","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d0e4de34","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.551144041Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"2b7045ca-f4b9-4c38-abec-9558a3f81df4","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.556176275Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"9b66200e-6150-444d-859f-5f02554ad3ee","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.584508565Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"ef8fc3e8-c8f3-4b21-9a54-52cdb874a7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.586157811Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"0cede17b-3f11-47a7-a91f-f8cf4b6a0b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.651348913Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"0cede17b-3f11-47a7-a91f-f8cf4b6a0b1c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.652627431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"ef8fc3e8-c8f3-4b21-9a54-52cdb874a7fe","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:42.99407667Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"37eca1d3-5321-45f2-8edf-aa86ca038161","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:43.058896514Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"37eca1d3-5321-45f2-8edf-aa86ca038161","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:43.094225753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"f9366b41-0b52-49e2-8167-e61c45f2aadf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:43.152369544Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"f9366b41-0b52-49e2-8167-e61c45f2aadf","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:43.211625847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7d0209da-d74c-4c24-8511-bdc50c16fb4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:43.212319886Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"e908053c-cb65-4a9d-98dc-a68f1e61a97a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:43.273700739Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"e908053c-cb65-4a9d-98dc-a68f1e61a97a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:43.273922389Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7d0209da-d74c-4c24-8511-bdc50c16fb4b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:52.580435286Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub2","reconcileID":"5a68d14c-5662-41e6-a55d-56bc820fbf6c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","subscription":"e2e-multi-keys-sub2","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:52.63363244Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub2","reconcileID":"5a68d14c-5662-41e6-a55d-56bc820fbf6c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:52.689542308Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-sub2","reconcileID":"5a68d14c-5662-41e6-a55d-56bc820fbf6c","MaaSSubscription":{"name":"e2e-multi-keys-sub2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:52.964349433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"99ceede5-d03b-467c-ba5c-c203e14ed7fa","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.108465551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"4eeef0db-516c-4e99-ae5c-a6c29ae67c8e","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.226255326Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"07cb71bb-cfe2-422a-8176-2a834a8d7066","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.22818519Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"a0a444b3-4cae-4fd3-8c1e-e90a17451e77","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.228206289Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"61c47d81-f18d-40a1-a8c2-4fc7de5d0fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.228505339Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"bcfc5f4c-b055-42d0-a819-9d7a65e07ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.284109831Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"07cb71bb-cfe2-422a-8176-2a834a8d7066","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.295912441Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"a0a444b3-4cae-4fd3-8c1e-e90a17451e77","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.296201575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"61c47d81-f18d-40a1-a8c2-4fc7de5d0fa3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.300185017Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"bcfc5f4c-b055-42d0-a819-9d7a65e07ee3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.489251359Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth1","reconcileID":"8bd780cd-168d-4520-8591-5bce4fdaf7fc","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth1","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.703481698Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"36cd8356-f203-48b5-a329-076254c3f989","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.734272795Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-2-w2-10d2fb","reconcileID":"9487e467-15a7-462e-9a05-22869bcd6ceb","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-2-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-2-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.76305262Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"36cd8356-f203-48b5-a329-076254c3f989","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.798033272Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"9d9252ae-0d56-4bbb-9bd5-e3473206dcba","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.891641008Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"6d3ff14f-b043-4f1a-b5b9-d3088a65f90c","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:53.968717485Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"e2e-multi-keys-auth2","reconcileID":"3a5a23e4-4602-454d-b49d-35bfe07d23db","MaaSAuthPolicy":{"name":"e2e-multi-keys-auth2","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/distinct-2-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:54.226045244Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"6b30c6b5-5b7b-4322-9372-a5a33aaa27a4","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:57.19121207Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"a9d47798-ffbc-4b39-8dc8-0c93237043ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:57.191228507Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"1d11823e-7206-4cc1-88b2-6c514eb83d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:57.248419276Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"1d11823e-7206-4cc1-88b2-6c514eb83d9a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:57.249504204Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"a9d47798-ffbc-4b39-8dc8-0c93237043ee","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:57.562699759Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"82059ff0-4be6-43e4-ab75-268f20287120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:57.567114986Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"e788e823-b1fb-4f27-a7c7-614dc7e4bce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:57.637712067Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"e788e823-b1fb-4f27-a7c7-614dc7e4bce8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:57.643067692Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"82059ff0-4be6-43e4-ab75-268f20287120","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.520350181Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0bbbb34-890a-4a7e-9ccc-d99e18039953","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.520367641Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0bbbb34-890a-4a7e-9ccc-d99e18039953","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.577618656Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"604500df-542c-4100-a3cd-cf447195b0ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.577639585Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"604500df-542c-4100-a3cd-cf447195b0ad","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.737389095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"44a433e0-720c-45d9-97ad-a842d943a8dc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.7925886Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ecf0d1d-95f2-4773-88f6-426abac7cf61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.792614274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5ecf0d1d-95f2-4773-88f6-426abac7cf61","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.849561125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b55a369-7814-4677-b8d7-37e2a1ab2caa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.849579828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2b55a369-7814-4677-b8d7-37e2a1ab2caa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.861459156Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"44a433e0-720c-45d9-97ad-a842d943a8dc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:29:59.901115497Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-29511060","reconcileID":"1b302c15-ee5c-48a3-a664-d0362a913fbd","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-neg-ghost-sub-29511060\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.917033396Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"44a433e0-720c-45d9-97ad-a842d943a8dc","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.948861337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22799764-7475-45fa-ab01-fd9ce2102865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.948914927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6599d6a7-d61b-400b-94d8-b73f233d8a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.97429212Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67febf45-8442-4ce6-bc40-402ab41a5589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:29:59.974316523Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"67febf45-8442-4ce6-bc40-402ab41a5589","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.005565575Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"6599d6a7-d61b-400b-94d8-b73f233d8a37","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.005644713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"22799764-7475-45fa-ab01-fd9ce2102865","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.015728352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7818ad31-8537-495b-9965-9646a4f09344","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.015744568Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7818ad31-8537-495b-9965-9646a4f09344","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.073387424Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09df4df1-3d05-4338-9a98-ac6ec198b47e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.073404708Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"09df4df1-3d05-4338-9a98-ac6ec198b47e","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.130178486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"d9aaff11-16ac-4227-b5b4-6634e6695224","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.19143371Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"d9aaff11-16ac-4227-b5b4-6634e6695224","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.246971265Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"d9aaff11-16ac-4227-b5b4-6634e6695224","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.290855326Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-29511060","reconcileID":"ea968395-173a-40c5-a6c4-aa96204c878b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["models-as-a-service/e2e-neg-ghost-sub-29511060","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.29112539Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-29511060","reconcileID":"ea968395-173a-40c5-a6c4-aa96204c878b","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-29511060","error":"MaaSModelRef not found: llm/nonexistent-model-29511060","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.368281841Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a562911-0ac2-4aeb-bed8-a9a64ceeac0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.368666024Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c383f450-7d7c-41a4-8f5a-181c6b3e7101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.424952399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"3a562911-0ac2-4aeb-bed8-a9a64ceeac0c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.425633643Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"c383f450-7d7c-41a4-8f5a-181c6b3e7101","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.449715734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8ce3d52-8243-4ab0-8789-7365ad0e4331","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.469381373Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"b597fe37-d166-4a46-bcc3-7742d9cb807e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.526953552Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"b597fe37-d166-4a46-bcc3-7742d9cb807e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.560516323Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfd395c6-5b09-416e-a800-260f0f351e52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.560543544Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bfd395c6-5b09-416e-a800-260f0f351e52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.58666836Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"b597fe37-d166-4a46-bcc3-7742d9cb807e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.719368601Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-29511060","reconcileID":"d2dc1a84-32de-4393-9fb3-b3cc9a709a20","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:00.719499484Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-29511060","reconcileID":"d2dc1a84-32de-4393-9fb3-b3cc9a709a20","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-29511060","error":"MaaSModelRef not found: llm/nonexistent-model-29511060","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:02.498685241Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"104790de-80ec-4d41-ae36-85de1be9dcb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:02.498713521Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"104790de-80ec-4d41-ae36-85de1be9dcb0","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:02.65607671Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"b94bd90a-19b1-4fd1-bca5-8bb59631120c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:02.656109801Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8be1eb4-2bdf-4135-aa14-a1352eea5b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:02.656400488Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c4f2da9-1f38-46f1-9710-8939a7af1d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:02.713200877Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"b94bd90a-19b1-4fd1-bca5-8bb59631120c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:02.714325747Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"5c4f2da9-1f38-46f1-9710-8939a7af1d88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:02.715440107Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"d8be1eb4-2bdf-4135-aa14-a1352eea5b20","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:02.768235414Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"b94bd90a-19b1-4fd1-bca5-8bb59631120c","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:09.025823163Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:12.662595594Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-29511060","reconcileID":"9d29f9e8-1b56-4c2a-8270-af21e34d7e07","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-neg-ghost-sub-29511060","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:12.835257161Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-29511060","reconcileID":"9d29f9e8-1b56-4c2a-8270-af21e34d7e07","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:12.835285282Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-29511060","reconcileID":"9d29f9e8-1b56-4c2a-8270-af21e34d7e07","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-29511060","subscription":"e2e-neg-ghost-sub-29511060","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:12.83536885Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-29511060","reconcileID":"9d29f9e8-1b56-4c2a-8270-af21e34d7e07","MaaSSubscription":{"name":"e2e-neg-ghost-sub-29511060","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-29511060","error":"MaaSModelRef not found: llm/nonexistent-model-29511060","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:12.930476284Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"7de87aec-4fe8-4a53-bfa5-1bf5c4a7a301","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:12.988533786Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"7de87aec-4fe8-4a53-bfa5-1bf5c4a7a301","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:12.99571197Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"460593e2-1eb6-4cc1-95e7-43dfd412d205","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.043788775Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"7de87aec-4fe8-4a53-bfa5-1bf5c4a7a301","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.160404101Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44b93bde-541f-4bf7-a67e-0e076402fda7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.160424335Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"44b93bde-541f-4bf7-a67e-0e076402fda7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.304443251Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9106bda7-19c6-4b75-b8a0-d8d3247cca32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.304461368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"9106bda7-19c6-4b75-b8a0-d8d3247cca32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.318959616Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b27a82be-ac36-4e1f-9511-bbf2e59d5d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.318824512Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b435617e-43fc-45ed-bf09-35bc44f4a2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.319360799Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"40b32579-3186-49d1-a6a9-23f5ae44a119","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.379391663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"40b32579-3186-49d1-a6a9-23f5ae44a119","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.380001266Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-access","reconcileID":"b27a82be-ac36-4e1f-9511-bbf2e59d5d91","MaaSAuthPolicy":{"name":"simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.382826181Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-access","reconcileID":"b435617e-43fc-45ed-bf09-35bc44f4a2fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.438600661Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"40b32579-3186-49d1-a6a9-23f5ae44a119","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.438795857Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-sub-auth-29511060","reconcileID":"ce42f59a-c936-4696-86e3-a082f7617eeb","MaaSAuthPolicy":{"name":"e2e-neg-ghost-sub-auth-29511060","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.649516047Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48484969-6ad2-4f24-9133-424a973a5140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:13.649536374Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"48484969-6ad2-4f24-9133-424a973a5140","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:18.613426558Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239d2f0f-dd61-42d4-9562-1b39248b4048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:18.666200305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239d2f0f-dd61-42d4-9562-1b39248b4048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:18.71909058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239d2f0f-dd61-42d4-9562-1b39248b4048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:18.772317075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"239d2f0f-dd61-42d4-9562-1b39248b4048","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:18.947893642Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-00cc0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-00cc0e","reconcileID":"cfc72b34-d03b-4b77-80d1-ee0f593c132a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-00cc0e","applied":{"maas.opendatahub.io/gateway-access-e2e-api-a-00cc0e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:19.67865475Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"cb075c57-4451-4aa8-9538-e303e813f4d4","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:19.678702032Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"cb075c57-4451-4aa8-9538-e303e813f4d4","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.056320193Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce2b52a-b636-405f-8f15-adc6d3882c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.100641584Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b05e08c-92fc-47d6-be54-2242d5b0c6ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.100659209Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"0b05e08c-92fc-47d6-be54-2242d5b0c6ac","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.108930893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce2b52a-b636-405f-8f15-adc6d3882c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.161669478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce2b52a-b636-405f-8f15-adc6d3882c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.163756762Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf7745b0-7557-4c3b-a870-18bbb2986317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.163772607Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bf7745b0-7557-4c3b-a870-18bbb2986317","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.21460088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6ce2b52a-b636-405f-8f15-adc6d3882c3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.329355321Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"fb760fb2-ddce-409b-ab64-18f1fc6007d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.511518392Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"fb760fb2-ddce-409b-ab64-18f1fc6007d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.56813163Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f5bb4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"fb760fb2-ddce-409b-ab64-18f1fc6007d8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.624135352Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5f31944-44ea-4924-a5a8-c1be97fd3fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.624153994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b5f31944-44ea-4924-a5a8-c1be97fd3fce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:21.774794517Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bca68b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bca68b","reconcileID":"5083ddea-5457-4922-8ffb-1a0e9a095239","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bca68b","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-bca68b":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:23.742475865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361b543b-f42b-4fd7-86ae-166b1e9e274f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:23.821205958Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361b543b-f42b-4fd7-86ae-166b1e9e274f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:23.880535283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361b543b-f42b-4fd7-86ae-166b1e9e274f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:23.957182145Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53e96f2a-6cda-4591-9536-9636b246c912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:23.957213535Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"53e96f2a-6cda-4591-9536-9636b246c912","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:23.962135736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"361b543b-f42b-4fd7-86ae-166b1e9e274f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.023404591Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adfbf57a-315d-42a4-b4e9-60858b74ec17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.023426496Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"adfbf57a-315d-42a4-b4e9-60858b74ec17","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.285796835Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"8b719f2c-652a-4aa0-8183-c738a5d8793b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.344015021Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"8b719f2c-652a-4aa0-8183-c738a5d8793b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.402164463Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"8b719f2c-652a-4aa0-8183-c738a5d8793b","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.459106715Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4f5b8ee-2c5c-4c2e-b07e-94232a9891e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.459128394Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e4f5b8ee-2c5c-4c2e-b07e-94232a9891e6","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.666940501Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"d4b6c74a-cd1a-421f-ad25-65be16d39cfd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.72638477Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"d4b6c74a-cd1a-421f-ad25-65be16d39cfd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:24.7855329Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"d4b6c74a-cd1a-421f-ad25-65be16d39cfd","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.135622252Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"46fc05e0-4045-43d0-92c6-9980517d1372","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.135644266Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"46fc05e0-4045-43d0-92c6-9980517d1372","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.193503639Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"a0c953cd-7874-46d6-bf8b-27190b39e9e4","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.193527081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"a0c953cd-7874-46d6-bf8b-27190b39e9e4","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.317051045Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"84ceb680-0e0c-4ef8-9bc9-4074d2056f46","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.410951377Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"85d9258b-3af0-4792-a266-7e7e7ec861f9","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.410975447Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"85d9258b-3af0-4792-a266-7e7e7ec861f9","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.469258805Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"9d40d51a-f5f9-4f7a-90d8-aca08d95db52","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.469278749Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"9d40d51a-f5f9-4f7a-90d8-aca08d95db52","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.491136422Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"84ceb680-0e0c-4ef8-9bc9-4074d2056f46","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:30:25.519088579Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"22959c6d-09d8-4452-9558-337c37a7b44c","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-sub-cba6f9af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:30:25.522125637Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"9d40d51a-f5f9-4f7a-90d8-aca08d95db52","name":"e2e-lifecycle-model-cba6f9af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-cba6f9af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:30:25.522178601Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"9d40d51a-f5f9-4f7a-90d8-aca08d95db52","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-cba6f9af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.527519401Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"ca67f958-1f2b-40b9-a5ee-2bc98e8f59e4","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.527536125Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"ca67f958-1f2b-40b9-a5ee-2bc98e8f59e4","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.545510505Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"84ceb680-0e0c-4ef8-9bc9-4074d2056f46","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.630055496Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6fdcf210-b5a4-41f9-88d5-eb2e9028e56b","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.63007571Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6fdcf210-b5a4-41f9-88d5-eb2e9028e56b","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.641692727Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"958fd43d-64db-464b-88b4-8e2dd8be5644","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.641711907Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"958fd43d-64db-464b-88b4-8e2dd8be5644","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.70380996Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"57490abc-faae-4bdd-9a61-ec34b39d383b","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.703834588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"57490abc-faae-4bdd-9a61-ec34b39d383b","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.746198623Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"f854236f-0e78-43b2-ab19-dfaa2b6b9a8f","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.801957445Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"f854236f-0e78-43b2-ab19-dfaa2b6b9a8f","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.856233157Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"f854236f-0e78-43b2-ab19-dfaa2b6b9a8f","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:25.901649763Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"33963515-34db-48f0-802d-ba83fe3c5040","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"maas-trlp-e2e-lifecycle-model-cba6f9af","model":"e2e-lifecycle-model-cba6f9af","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-mt-cba6f9af/e2e-sub-cba6f9af"],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:30:25.909043671Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"f854236f-0e78-43b2-ab19-dfaa2b6b9a8f","error":"failed to update MaaSAuthPolicy status: Operation cannot be fulfilled on maasauthpolicies.maas.opendatahub.io \"e2e-policy-cba6f9af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.021740902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"959416dd-ddc9-4a86-8409-528808f2714c","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.067984324Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"252715d9-bd9f-400a-8d0c-10daa0a1ad82","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.068003359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"252715d9-bd9f-400a-8d0c-10daa0a1ad82","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.077374973Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"959416dd-ddc9-4a86-8409-528808f2714c","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.132482496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"959416dd-ddc9-4a86-8409-528808f2714c","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.142600946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557fdae0-aaed-4216-a631-8f1cac0b6650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.19818458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557fdae0-aaed-4216-a631-8f1cac0b6650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.251239041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557fdae0-aaed-4216-a631-8f1cac0b6650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.303760177Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"557fdae0-aaed-4216-a631-8f1cac0b6650","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.356271818Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"d30408bd-e010-4358-834a-8cce1acac9aa","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"maas-trlp-e2e-lifecycle-model-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:26.471512414Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a25202","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a25202","reconcileID":"39dcf487-3c77-45fa-9401-8b2bb3f4075b","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a25202","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-a25202":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:28.530476673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a88a84-dd90-45d1-879d-37918aa90c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:28.591423628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a88a84-dd90-45d1-879d-37918aa90c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:28.64529935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a88a84-dd90-45d1-879d-37918aa90c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:28.710371412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a1a88a84-dd90-45d1-879d-37918aa90c74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:30:29.854501185Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a25202","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a25202","reconcileID":"04e593c6-39de-463c-b60c-9a632c2ca36b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-a25202\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:30.184261973Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19ee94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19ee94","reconcileID":"f5029227-012a-4950-9e12-7fea491111c6","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-19ee94","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-19ee94":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:31.068738217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96abdb00-e600-4fcf-abaa-e081424bc5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:31.125136191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96abdb00-e600-4fcf-abaa-e081424bc5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:31.184546574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96abdb00-e600-4fcf-abaa-e081424bc5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:31.245599417Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"96abdb00-e600-4fcf-abaa-e081424bc5f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:31.729087682Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"0f91f6f3-f455-457e-9fa8-d91bbbd31ee9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:31.785149083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"0f91f6f3-f455-457e-9fa8-d91bbbd31ee9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:31.839974317Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f5bb4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"0f91f6f3-f455-457e-9fa8-d91bbbd31ee9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:30:33.301150446Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19ee94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19ee94","reconcileID":"2dbe6905-99d4-4ce3-bb46-2c900e1fdc29","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-19ee94\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:33.535024984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbde1232-095c-4fc4-9040-ad64749ea80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:33.605214033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbde1232-095c-4fc4-9040-ad64749ea80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:33.657792669Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbde1232-095c-4fc4-9040-ad64749ea80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:33.710385267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbde1232-095c-4fc4-9040-ad64749ea80c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:35.02849932Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"84887ba3-3743-4863-afef-0439141a035e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:35.13711081Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"84887ba3-3743-4863-afef-0439141a035e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:35.192531144Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 3, current generation is 4","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"84887ba3-3743-4863-afef-0439141a035e","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.003582032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35700c2-4db9-484a-8f23-de37f6908783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.056248359Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35700c2-4db9-484a-8f23-de37f6908783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.11338709Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35700c2-4db9-484a-8f23-de37f6908783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.167368289Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d35700c2-4db9-484a-8f23-de37f6908783","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.272900058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"7a39055c-ef06-4eef-81ca-247ac512dd8d","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.331931994Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"7a39055c-ef06-4eef-81ca-247ac512dd8d","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.387649302Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"7a39055c-ef06-4eef-81ca-247ac512dd8d","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.396053559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c104a68-f219-4c14-9a1b-ef3301741478","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.396078932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4c104a68-f219-4c14-9a1b-ef3301741478","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.462262578Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829841d7-510d-4b09-8da8-dc24cb1233ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.462291724Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"829841d7-510d-4b09-8da8-dc24cb1233ae","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.570425902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"09ac3683-d81e-4e06-8531-f30e170dd14d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.713510883Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"09ac3683-d81e-4e06-8531-f30e170dd14d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.76842298Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b26f03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"09ac3683-d81e-4e06-8531-f30e170dd14d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.823340958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a9f29ca-e873-4896-b3eb-358adec790b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:36.823359712Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5a9f29ca-e873-4896-b3eb-358adec790b8","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:38.459317487Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0891536-4031-4af5-9115-c18a08033a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:38.511855798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0891536-4031-4af5-9115-c18a08033a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:38.564166729Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0891536-4031-4af5-9115-c18a08033a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:38.61649023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d0891536-4031-4af5-9115-c18a08033a74","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:39.023856203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:40.864166828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074d11b4-af0c-4f25-8e67-c870cf2e90e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:40.918383264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074d11b4-af0c-4f25-8e67-c870cf2e90e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:41.029391631Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074d11b4-af0c-4f25-8e67-c870cf2e90e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:41.085558881Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"074d11b4-af0c-4f25-8e67-c870cf2e90e5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:41.94439476Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"3ba6afbd-e066-4b72-bf0b-0dd6bcc60861","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:42.00064879Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"3ba6afbd-e066-4b72-bf0b-0dd6bcc60861","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:42.055294072Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f5bb4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"3ba6afbd-e066-4b72-bf0b-0dd6bcc60861","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:43.34785331Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62113bce-9328-4a85-8350-47d2dc030a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:43.40030225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62113bce-9328-4a85-8350-47d2dc030a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:43.453007482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62113bce-9328-4a85-8350-47d2dc030a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:43.505354718Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62113bce-9328-4a85-8350-47d2dc030a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.152187825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"d21bdb51-bda4-4849-ae7e-ca862b502ff2","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.210930596Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"d21bdb51-bda4-4849-ae7e-ca862b502ff2","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.274189686Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"d21bdb51-bda4-4849-ae7e-ca862b502ff2","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.325153406Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"eba7fa25-621d-4afb-a3d0-ee99d1fc5840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.328962355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"4b3f49e0-6a59-44da-a879-b8cd7f70f560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.382095894Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"eba7fa25-621d-4afb-a3d0-ee99d1fc5840","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.386379729Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"4b3f49e0-6a59-44da-a879-b8cd7f70f560","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.409509227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"25efd9ff-bb9f-40ef-8bdd-061071f14dd7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.465845611Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"25efd9ff-bb9f-40ef-8bdd-061071f14dd7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.521121197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"25efd9ff-bb9f-40ef-8bdd-061071f14dd7","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.579854296Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aa3b945-5f0e-4038-8349-7024986745bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.579911428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8aa3b945-5f0e-4038-8349-7024986745bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.665151776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c5680e-f295-4332-a6df-b9411abfdfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.717739624Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c5680e-f295-4332-a6df-b9411abfdfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.770182748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c5680e-f295-4332-a6df-b9411abfdfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.822936224Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71c5680e-f295-4332-a6df-b9411abfdfbf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.823104067Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"74ab7f3a-0ca8-4a2e-9a69-f150d5d10b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.823483554Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"0b915161-f35a-4f59-8cf6-7e89e0e5c832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.879587373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"74ab7f3a-0ca8-4a2e-9a69-f150d5d10b07","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:45.879689403Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"0b915161-f35a-4f59-8cf6-7e89e0e5c832","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:46.993361665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"fa9f536d-ef59-4836-87ae-5de9d260d975","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:47.049963079Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"fa9f536d-ef59-4836-87ae-5de9d260d975","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:47.104645058Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b26f03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"fa9f536d-ef59-4836-87ae-5de9d260d975","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:48.046739981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2664b1-4c5f-4059-a070-fc427b797d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:48.099237665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2664b1-4c5f-4059-a070-fc427b797d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:48.151426227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2664b1-4c5f-4059-a070-fc427b797d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:48.203900477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d2664b1-4c5f-4059-a070-fc427b797d58","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:51.799444592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e17b9bf-4d87-4b79-b0d0-1f85e40e66a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:51.851873941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e17b9bf-4d87-4b79-b0d0-1f85e40e66a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:51.904057045Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e17b9bf-4d87-4b79-b0d0-1f85e40e66a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:51.956708899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e17b9bf-4d87-4b79-b0d0-1f85e40e66a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:52.125174884Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c7f7d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c7f7d7","reconcileID":"c90f0ebd-5686-480f-9fb0-7a066393eef8","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c7f7d7","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-c7f7d7":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:52.171084153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"b1ca6625-e9cd-450e-96ba-6d2e0d0eb959","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:52.227960311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"b1ca6625-e9cd-450e-96ba-6d2e0d0eb959","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:52.285297161Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f5bb4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"b1ca6625-e9cd-450e-96ba-6d2e0d0eb959","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:54.160304764Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a9a90d-7aee-4be4-8934-8efb7f6d2721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:54.216037666Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a9a90d-7aee-4be4-8934-8efb7f6d2721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:54.270212259Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a9a90d-7aee-4be4-8934-8efb7f6d2721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:54.324740762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"63a9a90d-7aee-4be4-8934-8efb7f6d2721","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:55.379561213Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"360d7851-1750-4341-b9dd-18d46b32df3e","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:55.435429427Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"360d7851-1750-4341-b9dd-18d46b32df3e","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:30:55.439796315Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c7f7d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c7f7d7","reconcileID":"c71368dd-c8f1-4d29-8584-cf785d9089d3","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-api-b-c7f7d7\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:55.492028065Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"360d7851-1750-4341-b9dd-18d46b32df3e","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:55.804460322Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"0a5a29fa-497b-4723-b935-b3d0de630cdf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:55.895339758Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"0a5a29fa-497b-4723-b935-b3d0de630cdf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:55.953340324Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"0a5a29fa-497b-4723-b935-b3d0de630cdf","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:57.218449163Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"a751e5e3-23b5-4d2f-8f48-fd33f29e203a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:57.276959372Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"a751e5e3-23b5-4d2f-8f48-fd33f29e203a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:30:57.332292709Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b26f03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"a751e5e3-23b5-4d2f-8f48-fd33f29e203a","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:02.390522845Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"549bfb4f-b59e-46b8-bd36-020bfc62e34e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:02.447485549Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"549bfb4f-b59e-46b8-bd36-020bfc62e34e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:02.502327017Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f5bb4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"549bfb4f-b59e-46b8-bd36-020bfc62e34e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:05.606622402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"3928a7f5-b117-4ac5-90fc-ea7a0d713c0a","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:05.66428969Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"3928a7f5-b117-4ac5-90fc-ea7a0d713c0a","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:05.720316394Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"3928a7f5-b117-4ac5-90fc-ea7a0d713c0a","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:06.167941893Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"c384abc9-f6c0-45e3-88d3-2ab2b8c2057f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:06.225575847Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"c384abc9-f6c0-45e3-88d3-2ab2b8c2057f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:06.281706547Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"c384abc9-f6c0-45e3-88d3-2ab2b8c2057f","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:07.437809564Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"5a4251f1-1d74-41a3-9817-eb55be6a01e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:07.494532769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"5a4251f1-1d74-41a3-9817-eb55be6a01e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:07.55104395Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b26f03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"5a4251f1-1d74-41a3-9817-eb55be6a01e5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:09.025516944Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:12.608341829Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"247551c3-fc14-4e8b-bbe8-5f85713d4a60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:12.664759319Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"247551c3-fc14-4e8b-bbe8-5f85713d4a60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:12.721026504Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f5bb4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"247551c3-fc14-4e8b-bbe8-5f85713d4a60","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:15.833912656Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"01bda4ef-c708-43c8-83e5-6f16bea2c037","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:15.89061602Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"01bda4ef-c708-43c8-83e5-6f16bea2c037","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:15.946869499Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"01bda4ef-c708-43c8-83e5-6f16bea2c037","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:16.491458148Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"fd423e99-f541-4cd9-896a-88e244ec489a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:16.548117921Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"fd423e99-f541-4cd9-896a-88e244ec489a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:16.604492535Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"fd423e99-f541-4cd9-896a-88e244ec489a","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:17.657329463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"81aa027c-7ebf-4cf9-a60d-cc933a0089c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:17.713160492Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"81aa027c-7ebf-4cf9-a60d-cc933a0089c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:17.781703471Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b26f03-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"81aa027c-7ebf-4cf9-a60d-cc933a0089c9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:18.963350355Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"44aef297-0f94-4869-ac55-210438086820","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:19.085744354Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"44aef297-0f94-4869-ac55-210438086820","name":"e2e-api-a-00cc0e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:22.828609319Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"20691085-5901-44f5-be37-5a3b430525ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:22.886432948Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"20691085-5901-44f5-be37-5a3b430525ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:22.94138347Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f5bb4f-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"20691085-5901-44f5-be37-5a3b430525ab","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:24.210358753Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"4557a670-0bdf-43f4-9277-4c487270461d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:24.210402448Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0cc1ec6-4472-4ea8-9c5a-4686bcd9ced5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:24.210415965Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a0cc1ec6-4472-4ea8-9c5a-4686bcd9ced5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:24.262768224Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"e2e-neg-ghost-policy-e1b7effd","reconcileID":"4557a670-0bdf-43f4-9277-4c487270461d","MaaSAuthPolicy":{"name":"e2e-neg-ghost-policy-e1b7effd","namespace":"models-as-a-service"},"model":"llm/nonexistent-model-e1b7effd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:24.427481864Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10c6b7c2-bf6f-44f2-927e-356c1bf1656b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:24.427501916Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10c6b7c2-bf6f-44f2-927e-356c1bf1656b","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:25.367221529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"a8ab8b04-4c9e-43c7-bd26-d00a4b178763","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"maas-trlp-e2e-lifecycle-model-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:25.524225814Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"74e7f4dd-121b-4885-a255-8894c46654be","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:25.535993917Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"3cfb909f-c418-4b47-9328-abaf3330c4ec","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:25.536013157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"3cfb909f-c418-4b47-9328-abaf3330c4ec","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:25.581260343Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"74e7f4dd-121b-4885-a255-8894c46654be","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:25.638103441Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5cf99702c133f5669347788c6289daf6f63b6586a3367f4a26f0a8c51019bba3) AuthConfig (a8a8a8a4430845f6ce541396ae0ecfc01c88e671f7861b906fb308e036320f04) AuthConfig (4acc28e212b0af4c9556d80f9642365ec2e1a9c37c82f7d6047f0f2218b9f17a) AuthConfig (44e60fc21b87470b023a91c3ba8d2bc8129cbce6ce5af190a40fb07d0755fddb) AuthConfig (92957621621d78bfa1407f2c558036ac6c574954435762faeb91aaf7f5a21334) AuthConfig (7b1ac50ca39184fe378b785eebcb7985736ad10fd668eb49e1e78bb368b536be) AuthConfig (0d29543c810c37425b3efe2144c199f0e8c7d0fc85a137d55d78eb9da8b2b562) AuthConfig (0e0abf6708eabc164241996d2babe253bb38398c86e2abca9cd5c8256f7451e6) AuthConfig (6555c81cae0557fb548e1ac4070a6d41629d79c33151abbbd66f083acba6afbf) AuthConfig (633bf2e965f97e9850701b399a39c4419c409b219a4597d7baceb159b0e203b8) AuthConfig (75efdce0d2edeac6cd324935642dd76a36d6d67900805781e3c27a06d63914dd) AuthConfig (694e02fdda889e6fbdc923f97fd534ff2e2a995b6297e81cd4a16cf58addc8d6) AuthConfig (7a091a70644762c8744d446696ba855f78240f1ea8ab4ae7e52a10d7e6ea7afa) AuthConfig (d6f942b1b3af66f7e24f91f3291f0cdd19f341722a1e0f279532f1fb0ea9ed2e) AuthConfig (fc93fde8a02d83ee34470d8f4eef81fad71cc5da9704db918100fe3e32db980a) AuthConfig (f27cf9438ad2ce99bb793d4d2d09913e9e7423b0430f16325ded414b76fcf730) AuthConfig (d6a03ccad81b2aea1cc3307ef8bfc8524dbb3ea92fa7820ab0ba20c857bd534a) AuthConfig (1812b69e4a2a8eda2fe55fe5e275b839031b8a6daa96d1393b329bb33eb3c52a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"74e7f4dd-121b-4885-a255-8894c46654be","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:25.696198238Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"576e3a78-c264-459d-90db-a7d0731c106f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:25.696217316Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"576e3a78-c264-459d-90db-a7d0731c106f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:27.888539374Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"d8c68a3d-18e7-46c4-9006-cb3b5abd3196","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:27.946830279Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"d8c68a3d-18e7-46c4-9006-cb3b5abd3196","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:28.007342867Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b26f03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (077a2b66372ddd644886cf4e83136bfb948d06049548fc9b73cfcea952b3592e) AuthConfig (e043bdb8d875d78c380bae5716f56584caaebd6f22bd0c361dfe569225d32b59) AuthConfig (1c0ea62332cc5edbd8f7ebd98dbc9543316b6db6efa0b8d2a2b7157c72c82cd7) AuthConfig (a7b2fbd69de09bc16fed33c30b6bca4c1c4c7b356442a144826d4c5cee42f8cf) AuthConfig (183e658ff9c7359cfaaf912d0ad5347388e6e14f0096325f2adb3b7fcda56a68) AuthConfig (f7f9fa94ffb4e517676fdcca9c584d91b9ba1421c8d8539debd388c32abd0ff3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"d8c68a3d-18e7-46c4-9006-cb3b5abd3196","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:28.063193769Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c310d436-3249-40df-912c-b494e11bd450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:28.063216856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c310d436-3249-40df-912c-b494e11bd450","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:28.683553714Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"7569e378-2f10-49d2-b604-5ebed5c9c678","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-bca68b","tenantID":"e2e-ipp-a-bca68b","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:28.800549946Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"7569e378-2f10-49d2-b604-5ebed5c9c678","name":"e2e-ipp-a-bca68b-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:33.047415537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"59d5669c-e857-43c2-a2a9-a98f5610fcdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:33.105436959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"59d5669c-e857-43c2-a2a9-a98f5610fcdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:33.160864649Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f5bb4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c76315951414fce015871ad25cc7c23ab05b6fcd4fa244e952bdf4a9ad6c501) AuthConfig (1c0bb87a0104b68cf5dcf48aaca99728d6200cd3199f111f4ccde26a12810439) AuthConfig (97297275cfef6f1a2b5494ef1b92bbb04d3b20d19b7e8200e1b32d949fe6754d) AuthConfig (a10c69ea33bc372115eed27325704a8cd8408e265211e7a62fcb226ec2576cef) AuthConfig (1f3075d4fbf97c48bc9dcf2c52290d0d359a5140ef08d1b8e54bcbbbf54c83f8) AuthConfig (667572f254c08dde79b916181c5329ffacd5a060ba6eae081c7577932a8347dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"59d5669c-e857-43c2-a2a9-a98f5610fcdd","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:33.216502958Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eba37f6e-6ec8-4541-b349-1c2590d4b4eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:33.216521634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"eba37f6e-6ec8-4541-b349-1c2590d4b4eb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:35.808461495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"7ac1b1d7-dbb8-490a-9a17-beb89b22d310","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:35.92768592Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"7ac1b1d7-dbb8-490a-9a17-beb89b22d310","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:35.990962788Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5cf99702c133f5669347788c6289daf6f63b6586a3367f4a26f0a8c51019bba3) AuthConfig (a8a8a8a4430845f6ce541396ae0ecfc01c88e671f7861b906fb308e036320f04) AuthConfig (4acc28e212b0af4c9556d80f9642365ec2e1a9c37c82f7d6047f0f2218b9f17a) AuthConfig (44e60fc21b87470b023a91c3ba8d2bc8129cbce6ce5af190a40fb07d0755fddb) AuthConfig (92957621621d78bfa1407f2c558036ac6c574954435762faeb91aaf7f5a21334) AuthConfig (7b1ac50ca39184fe378b785eebcb7985736ad10fd668eb49e1e78bb368b536be) AuthConfig (0d29543c810c37425b3efe2144c199f0e8c7d0fc85a137d55d78eb9da8b2b562) AuthConfig (0e0abf6708eabc164241996d2babe253bb38398c86e2abca9cd5c8256f7451e6) AuthConfig (6555c81cae0557fb548e1ac4070a6d41629d79c33151abbbd66f083acba6afbf) AuthConfig (633bf2e965f97e9850701b399a39c4419c409b219a4597d7baceb159b0e203b8) AuthConfig (75efdce0d2edeac6cd324935642dd76a36d6d67900805781e3c27a06d63914dd) AuthConfig (694e02fdda889e6fbdc923f97fd534ff2e2a995b6297e81cd4a16cf58addc8d6) AuthConfig (7a091a70644762c8744d446696ba855f78240f1ea8ab4ae7e52a10d7e6ea7afa) AuthConfig (d6f942b1b3af66f7e24f91f3291f0cdd19f341722a1e0f279532f1fb0ea9ed2e) AuthConfig (fc93fde8a02d83ee34470d8f4eef81fad71cc5da9704db918100fe3e32db980a) AuthConfig (f27cf9438ad2ce99bb793d4d2d09913e9e7423b0430f16325ded414b76fcf730) AuthConfig (d6a03ccad81b2aea1cc3307ef8bfc8524dbb3ea92fa7820ab0ba20c857bd534a) AuthConfig (1812b69e4a2a8eda2fe55fe5e275b839031b8a6daa96d1393b329bb33eb3c52a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"7ac1b1d7-dbb8-490a-9a17-beb89b22d310","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:38.168404166Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"ebf2afe8-710d-469c-a1c6-b1259fedcb9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:38.232234258Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"ebf2afe8-710d-469c-a1c6-b1259fedcb9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:38.287177496Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b26f03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (077a2b66372ddd644886cf4e83136bfb948d06049548fc9b73cfcea952b3592e) AuthConfig (e043bdb8d875d78c380bae5716f56584caaebd6f22bd0c361dfe569225d32b59) AuthConfig (1c0ea62332cc5edbd8f7ebd98dbc9543316b6db6efa0b8d2a2b7157c72c82cd7) AuthConfig (a7b2fbd69de09bc16fed33c30b6bca4c1c4c7b356442a144826d4c5cee42f8cf) AuthConfig (183e658ff9c7359cfaaf912d0ad5347388e6e14f0096325f2adb3b7fcda56a68) AuthConfig (f7f9fa94ffb4e517676fdcca9c584d91b9ba1421c8d8539debd388c32abd0ff3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"ebf2afe8-710d-469c-a1c6-b1259fedcb9f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:38.565737612Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"85f6681f-7251-4cde-b2ec-4e894d761209","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:38.723272875Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"85f6681f-7251-4cde-b2ec-4e894d761209","name":"e2e-api-b-a25202-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:39.025024936Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:39.559218993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa1a30a-cb91-4223-b507-7d8f3cfc3361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:39.612134904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa1a30a-cb91-4223-b507-7d8f3cfc3361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:39.665162656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa1a30a-cb91-4223-b507-7d8f3cfc3361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:39.717840105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"cfa1a30a-cb91-4223-b507-7d8f3cfc3361","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:40.590084567Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-69a9bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-69a9bb","reconcileID":"0d21f180-fc16-4ae3-8268-d06f24ceef27","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-69a9bb","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-69a9bb":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:41.966052997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9256eba2-1b33-4515-9f57-dda6d731f546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:42.019427112Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9256eba2-1b33-4515-9f57-dda6d731f546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:42.072221613Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9256eba2-1b33-4515-9f57-dda6d731f546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:42.124986499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9256eba2-1b33-4515-9f57-dda6d731f546","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:43.324331927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"bf72fe40-852f-4562-8afc-0618e882d89b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:43.384740564Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"bf72fe40-852f-4562-8afc-0618e882d89b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:43.440436936Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-f5bb4f-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (1c76315951414fce015871ad25cc7c23ab05b6fcd4fa244e952bdf4a9ad6c501) AuthConfig (1c0bb87a0104b68cf5dcf48aaca99728d6200cd3199f111f4ccde26a12810439) AuthConfig (97297275cfef6f1a2b5494ef1b92bbb04d3b20d19b7e8200e1b32d949fe6754d) AuthConfig (a10c69ea33bc372115eed27325704a8cd8408e265211e7a62fcb226ec2576cef) AuthConfig (1f3075d4fbf97c48bc9dcf2c52290d0d359a5140ef08d1b8e54bcbbbf54c83f8) AuthConfig (667572f254c08dde79b916181c5329ffacd5a060ba6eae081c7577932a8347dd)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"bf72fe40-852f-4562-8afc-0618e882d89b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:31:43.808587414Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-69a9bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-69a9bb","reconcileID":"3ecf9336-03dc-497c-840a-d1f1a122921c","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-a-69a9bb\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:44.192236227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"55a36399-2885-412c-8af1-7ae08fe2a122","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-19ee94","tenantID":"e2e-ipp-a-19ee94","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:44.308281722Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"55a36399-2885-412c-8af1-7ae08fe2a122","name":"e2e-ipp-a-19ee94-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:44.35960656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94595f06-be82-4763-b444-71b7901c9e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:44.412007166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94595f06-be82-4763-b444-71b7901c9e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:44.464286349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94595f06-be82-4763-b444-71b7901c9e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:44.516454614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94595f06-be82-4763-b444-71b7901c9e46","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:46.163512691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"f4872aa3-34cc-404c-83c7-005dec03a991","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:46.222091762Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"f4872aa3-34cc-404c-83c7-005dec03a991","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:46.278322652Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-mt-cba6f9af-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5cf99702c133f5669347788c6289daf6f63b6586a3367f4a26f0a8c51019bba3) AuthConfig (a8a8a8a4430845f6ce541396ae0ecfc01c88e671f7861b906fb308e036320f04) AuthConfig (4acc28e212b0af4c9556d80f9642365ec2e1a9c37c82f7d6047f0f2218b9f17a) AuthConfig (44e60fc21b87470b023a91c3ba8d2bc8129cbce6ce5af190a40fb07d0755fddb) AuthConfig (92957621621d78bfa1407f2c558036ac6c574954435762faeb91aaf7f5a21334) AuthConfig (7b1ac50ca39184fe378b785eebcb7985736ad10fd668eb49e1e78bb368b536be) AuthConfig (0d29543c810c37425b3efe2144c199f0e8c7d0fc85a137d55d78eb9da8b2b562) AuthConfig (0e0abf6708eabc164241996d2babe253bb38398c86e2abca9cd5c8256f7451e6) AuthConfig (6555c81cae0557fb548e1ac4070a6d41629d79c33151abbbd66f083acba6afbf) AuthConfig (633bf2e965f97e9850701b399a39c4419c409b219a4597d7baceb159b0e203b8) AuthConfig (75efdce0d2edeac6cd324935642dd76a36d6d67900805781e3c27a06d63914dd) AuthConfig (694e02fdda889e6fbdc923f97fd534ff2e2a995b6297e81cd4a16cf58addc8d6) AuthConfig (7a091a70644762c8744d446696ba855f78240f1ea8ab4ae7e52a10d7e6ea7afa) AuthConfig (d6f942b1b3af66f7e24f91f3291f0cdd19f341722a1e0f279532f1fb0ea9ed2e) AuthConfig (fc93fde8a02d83ee34470d8f4eef81fad71cc5da9704db918100fe3e32db980a) AuthConfig (f27cf9438ad2ce99bb793d4d2d09913e9e7423b0430f16325ded414b76fcf730) AuthConfig (d6a03ccad81b2aea1cc3307ef8bfc8524dbb3ea92fa7820ab0ba20c857bd534a) AuthConfig (1812b69e4a2a8eda2fe55fe5e275b839031b8a6daa96d1393b329bb33eb3c52a)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"f4872aa3-34cc-404c-83c7-005dec03a991","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:46.863698604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61546c31-122e-49b1-8b22-081ef0f55c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:46.916475066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61546c31-122e-49b1-8b22-081ef0f55c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:46.969485688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61546c31-122e-49b1-8b22-081ef0f55c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:47.023086541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"61546c31-122e-49b1-8b22-081ef0f55c44","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:48.395680372Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"6a0b82ff-35a1-4737-b4d3-0408f30a64b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:48.45394399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"6a0b82ff-35a1-4737-b4d3-0408f30a64b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:48.509479406Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-b26f03-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (077a2b66372ddd644886cf4e83136bfb948d06049548fc9b73cfcea952b3592e) AuthConfig (e043bdb8d875d78c380bae5716f56584caaebd6f22bd0c361dfe569225d32b59) AuthConfig (1c0ea62332cc5edbd8f7ebd98dbc9543316b6db6efa0b8d2a2b7157c72c82cd7) AuthConfig (a7b2fbd69de09bc16fed33c30b6bca4c1c4c7b356442a144826d4c5cee42f8cf) AuthConfig (183e658ff9c7359cfaaf912d0ad5347388e6e14f0096325f2adb3b7fcda56a68) AuthConfig (f7f9fa94ffb4e517676fdcca9c584d91b9ba1421c8d8539debd388c32abd0ff3)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"6a0b82ff-35a1-4737-b4d3-0408f30a64b1","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:53.546005104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"3e8b60f5-1098-4000-8b1c-83560e7fb96f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:53.608558772Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"3e8b60f5-1098-4000-8b1c-83560e7fb96f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:53.896485974Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb5641dc-2e20-4ec4-88b0-b2641273aa7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:53.89650729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"bb5641dc-2e20-4ec4-88b0-b2641273aa7a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:56.384951981Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"b75b00aa-92f0-4bb5-a348-b726389e6514","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:56.442764231Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"b75b00aa-92f0-4bb5-a348-b726389e6514","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:56.766818163Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"8d687c93-8fe7-41da-8955-fb8db867ac34","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:56.76683742Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"8d687c93-8fe7-41da-8955-fb8db867ac34","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:58.617733718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"c18185bd-15dd-4625-ad4d-e6c76cac482c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:58.683564365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"c18185bd-15dd-4625-ad4d-e6c76cac482c","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:58.960330207Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"855c18d5-12e9-4563-86a9-d2fce49f8f69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:31:58.96035937Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"855c18d5-12e9-4563-86a9-d2fce49f8f69","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:09.032423541Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:14.9328056Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"6a54b07b-0ffa-4231-960b-489070f2a4d1","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:15.054189106Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"6a54b07b-0ffa-4231-960b-489070f2a4d1","name":"e2e-api-b-c7f7d7-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:18.609991733Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"4ced27f4-7bde-4618-9afd-e2219b058eee","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:18.610011117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"4ced27f4-7bde-4618-9afd-e2219b058eee","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:18.676871405Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"1ec02759-17ce-4987-97ab-f441a24e2981","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:18.676910779Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"1ec02759-17ce-4987-97ab-f441a24e2981","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:18.828843233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"5c55f1a6-01ad-4ae2-8ac3-523ff75381a4","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:18.842083514Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"66811a93-c7db-4002-83de-846e92430d1e","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"maas-trlp-e2e-lifecycle-model-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:18.900027504Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"5c55f1a6-01ad-4ae2-8ac3-523ff75381a4","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:19.199035867Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"2a7f1355-68c2-4689-a239-99345799b05e","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"maas-trlp-e2e-lifecycle-model-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:19.216406695Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"b17a7cfb-4997-44fb-bb0e-d758a1b62071","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:19.274573001Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"b17a7cfb-4997-44fb-bb0e-d758a1b62071","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:19.898608556Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78737086-1382-4bf7-a7d1-6f520e311f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:19.951620474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78737086-1382-4bf7-a7d1-6f520e311f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:20.004846996Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78737086-1382-4bf7-a7d1-6f520e311f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:20.057484675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78737086-1382-4bf7-a7d1-6f520e311f76","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:22.29073126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d0ba38-aeeb-4ac1-b5de-e1714c76192d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:22.344047912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d0ba38-aeeb-4ac1-b5de-e1714c76192d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:22.397962619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d0ba38-aeeb-4ac1-b5de-e1714c76192d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:22.450961978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88d0ba38-aeeb-4ac1-b5de-e1714c76192d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:24.662802412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd64d28-309e-4204-bbf0-9624c88130bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:24.717613105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd64d28-309e-4204-bbf0-9624c88130bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:24.7702262Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd64d28-309e-4204-bbf0-9624c88130bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:24.822985317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bd64d28-309e-4204-bbf0-9624c88130bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:27.070985265Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac64e311-928c-420c-a15b-b17885b35862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:27.123348033Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac64e311-928c-420c-a15b-b17885b35862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:27.175831659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac64e311-928c-420c-a15b-b17885b35862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:27.228604509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac64e311-928c-420c-a15b-b17885b35862","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.090232829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"17005b63-ad99-4404-962f-ed36ac1ecb7f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.090260624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"17005b63-ad99-4404-962f-ed36ac1ecb7f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.197329108Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"8f34ea92-4478-4c9c-a360-ff6631a380d1","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.250816574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"387c7c08-7ee6-47d7-95ca-1bbb71cea432","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"maas-trlp-e2e-lifecycle-model-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.255086801Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"8f34ea92-4478-4c9c-a360-ff6631a380d1","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.467888204Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e940c9f-674d-4f0e-b31e-01ecc50cb0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.520949999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e940c9f-674d-4f0e-b31e-01ecc50cb0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.57398472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e940c9f-674d-4f0e-b31e-01ecc50cb0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.626855511Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8e940c9f-674d-4f0e-b31e-01ecc50cb0b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.680950153Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"067dd66b-96c8-4100-b919-1893304ba8b1","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.6811105Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"6de37890-e8c4-4a2e-bc2a-363becf3f145","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"maas-trlp-e2e-lifecycle-model-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:29.738846086Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"067dd66b-96c8-4100-b919-1893304ba8b1","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:31.958229681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade4e123-c624-42b2-ae33-213539e4750e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:32.012065871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade4e123-c624-42b2-ae33-213539e4750e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:32.0660315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade4e123-c624-42b2-ae33-213539e4750e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:32.120249812Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ade4e123-c624-42b2-ae33-213539e4750e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:34.451432298Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c794cd3-6ac4-4797-b04c-e7f03071145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:34.531741888Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c794cd3-6ac4-4797-b04c-e7f03071145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:34.605418543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c794cd3-6ac4-4797-b04c-e7f03071145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:34.686209985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6c794cd3-6ac4-4797-b04c-e7f03071145e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:37.093413294Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58708300-c79f-4088-965a-bf1c4dabee81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:37.14711763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58708300-c79f-4088-965a-bf1c4dabee81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:37.199668057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58708300-c79f-4088-965a-bf1c4dabee81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:37.25457919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"58708300-c79f-4088-965a-bf1c4dabee81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:39.026309905Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:39.57383438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5291db7e-ae2b-4514-b044-001c059b5f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:39.626336717Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5291db7e-ae2b-4514-b044-001c059b5f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:39.678906867Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5291db7e-ae2b-4514-b044-001c059b5f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:39.731725512Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5291db7e-ae2b-4514-b044-001c059b5f8a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:44.358111623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216fca21-7166-48cc-b18d-e9fe1633f3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:44.411225118Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216fca21-7166-48cc-b18d-e9fe1633f3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:44.466071226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216fca21-7166-48cc-b18d-e9fe1633f3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:44.519323767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"216fca21-7166-48cc-b18d-e9fe1633f3a7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:46.752426619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ac19f0-bf2f-4b6c-96c3-fe2889b8640d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:46.805587094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ac19f0-bf2f-4b6c-96c3-fe2889b8640d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:46.858229721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ac19f0-bf2f-4b6c-96c3-fe2889b8640d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:46.911015585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"27ac19f0-bf2f-4b6c-96c3-fe2889b8640d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:47.666362052Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"177cd59d-6fa8-45dd-941d-18dcb4f2d8c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:47.666386856Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"177cd59d-6fa8-45dd-941d-18dcb4f2d8c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:47.723531292Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b12f55e9-c282-4dcb-912d-f6ba06d31c32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:47.723550118Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b12f55e9-c282-4dcb-912d-f6ba06d31c32","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:47.830634437Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"072c7edc-4855-4617-a62a-9f3ac8003334","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:47.961408329Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"072c7edc-4855-4617-a62a-9f3ac8003334","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:48.017857944Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-00cc0e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"072c7edc-4855-4617-a62a-9f3ac8003334","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:48.075621921Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49aed6ed-1ce3-41c0-bc13-f43cb2a4658f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:48.075640399Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"49aed6ed-1ce3-41c0-bc13-f43cb2a4658f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:53.884718683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af081f41-90c7-4c9c-ac06-710f601c938a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:53.937277116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af081f41-90c7-4c9c-ac06-710f601c938a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:53.989944202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af081f41-90c7-4c9c-ac06-710f601c938a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:54.042364155Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"af081f41-90c7-4c9c-ac06-710f601c938a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:54.059215803Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b9eea3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b9eea3","reconcileID":"83166498-1e7d-4b82-8518-af92cd790842","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b9eea3","applied":{"maas.opendatahub.io/gateway-access-e2e-api-b-b9eea3":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:56.389982828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922fcdc8-7b9f-4163-a435-6365df505942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:56.442434749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922fcdc8-7b9f-4163-a435-6365df505942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:56.495497655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922fcdc8-7b9f-4163-a435-6365df505942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:56.549433107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"922fcdc8-7b9f-4163-a435-6365df505942","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:58.190679948Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"4a06beba-4490-4b29-83b3-17ac2c874e84","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:58.249443841Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"4a06beba-4490-4b29-83b3-17ac2c874e84","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:58.317671579Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-00cc0e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"4a06beba-4490-4b29-83b3-17ac2c874e84","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:58.87958236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a929cb-1cbb-46c4-91be-72693ad92cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:58.933437046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a929cb-1cbb-46c4-91be-72693ad92cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:58.986471107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a929cb-1cbb-46c4-91be-72693ad92cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:32:59.039322941Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c5a929cb-1cbb-46c4-91be-72693ad92cff","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:01.363656478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4d47c2-8eb3-4ea6-8d6d-69b6f784386f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:01.417983901Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4d47c2-8eb3-4ea6-8d6d-69b6f784386f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:01.473594574Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4d47c2-8eb3-4ea6-8d6d-69b6f784386f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:01.526605505Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bc4d47c2-8eb3-4ea6-8d6d-69b6f784386f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:03.719035728Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1fe2386-fedd-4df9-952b-ed0c226dd6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:03.774820245Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1fe2386-fedd-4df9-952b-ed0c226dd6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:03.82792592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1fe2386-fedd-4df9-952b-ed0c226dd6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:03.880856226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c1fe2386-fedd-4df9-952b-ed0c226dd6a2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:06.125791895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47d6e23-0270-40bf-982d-10197bc7cf5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:06.178698274Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47d6e23-0270-40bf-982d-10197bc7cf5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:06.23122363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47d6e23-0270-40bf-982d-10197bc7cf5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:06.287144428Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f47d6e23-0270-40bf-982d-10197bc7cf5d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:08.424276513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"fbd25f4d-deb1-44a7-b785-9203fd30ee65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:08.480618783Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"fbd25f4d-deb1-44a7-b785-9203fd30ee65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:08.481719517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b97a05-70eb-4c40-a80b-f79dabffb4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:08.534791401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b97a05-70eb-4c40-a80b-f79dabffb4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:08.538438785Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-00cc0e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"fbd25f4d-deb1-44a7-b785-9203fd30ee65","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:08.587851313Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b97a05-70eb-4c40-a80b-f79dabffb4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:08.640293774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b97a05-70eb-4c40-a80b-f79dabffb4d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:09.025188224Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:09.474747677Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"fc054ed0-a3c3-4b5e-8dce-9927a91cffb0","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-69a9bb","tenantID":"e2e-ipp-a-69a9bb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:09.592585192Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"fc054ed0-a3c3-4b5e-8dce-9927a91cffb0","name":"e2e-ipp-a-69a9bb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.431298389Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08e18108-2522-4e80-a62c-7339254e4134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.431325719Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"08e18108-2522-4e80-a62c-7339254e4134","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.486804555Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e52508d4-b9b8-467f-8782-137645bc6948","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.486824356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e52508d4-b9b8-467f-8782-137645bc6948","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.620390588Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"4112e202-31a1-43ac-bf9b-92ada2001aaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.792138101Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"4112e202-31a1-43ac-bf9b-92ada2001aaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.848053084Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a25202-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"4112e202-31a1-43ac-bf9b-92ada2001aaf","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.862527656Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095e5cce-d88c-4109-be4e-09278df1ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.915312986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095e5cce-d88c-4109-be4e-09278df1ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.918701015Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10581daf-2ec1-45e5-9cdf-3cba1bd74934","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.918718117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"10581daf-2ec1-45e5-9cdf-3cba1bd74934","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:10.968475269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095e5cce-d88c-4109-be4e-09278df1ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:11.021227145Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"095e5cce-d88c-4109-be4e-09278df1ee85","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:12.514244094Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"b4dd8893-b814-47aa-a9c3-9825e68c22f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:12.571780307Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"b4dd8893-b814-47aa-a9c3-9825e68c22f8","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:12.884858315Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"703fa01f-45fc-4e17-b292-f37c4db17212","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:12.943143075Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"703fa01f-45fc-4e17-b292-f37c4db17212","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:13.213806619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aae343a-cb65-4cc0-bda7-ef55cdfd8135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:13.268275793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aae343a-cb65-4cc0-bda7-ef55cdfd8135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:13.320927349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aae343a-cb65-4cc0-bda7-ef55cdfd8135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:13.373503244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2aae343a-cb65-4cc0-bda7-ef55cdfd8135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:15.646953674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648fd854-f262-4e6e-b0f7-77eac1359135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:15.704236239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648fd854-f262-4e6e-b0f7-77eac1359135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:15.756681935Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648fd854-f262-4e6e-b0f7-77eac1359135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:15.80929407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"648fd854-f262-4e6e-b0f7-77eac1359135","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:18.184841466Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8e393d-071d-4f2f-94a5-1c462dfd4212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:18.237322979Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8e393d-071d-4f2f-94a5-1c462dfd4212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:18.29043343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8e393d-071d-4f2f-94a5-1c462dfd4212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:18.342983316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fa8e393d-071d-4f2f-94a5-1c462dfd4212","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:18.673256227Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"06824487-4b47-4406-9f52-4c76f8d386d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:18.730509111Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"06824487-4b47-4406-9f52-4c76f8d386d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:18.789815024Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-00cc0e-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"06824487-4b47-4406-9f52-4c76f8d386d3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:20.319227884Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c17125","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c17125","reconcileID":"14e032da-f5a9-42c5-af2b-95ee6af80eef","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c17125","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-c17125":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:20.579387258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5090f4-5be8-4191-994d-654e6343d8fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:20.635519679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5090f4-5be8-4191-994d-654e6343d8fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:20.687893435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5090f4-5be8-4191-994d-654e6343d8fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:20.740234499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"db5090f4-5be8-4191-994d-654e6343d8fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:21.070269401Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"4ef76782-b623-4493-8bd2-8b8d827db176","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:21.128088162Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"4ef76782-b623-4493-8bd2-8b8d827db176","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:21.186862401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a25202-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"4ef76782-b623-4493-8bd2-8b8d827db176","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:22.959468156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8be5267-8cb4-457e-a311-5bdca8bea45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:23.013357614Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8be5267-8cb4-457e-a311-5bdca8bea45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:23.06728753Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8be5267-8cb4-457e-a311-5bdca8bea45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:23.1197022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8be5267-8cb4-457e-a311-5bdca8bea45e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:23.591507248Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"38baba33-e13b-4fa2-89be-19d72f2eb663","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:23.678084365Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"38baba33-e13b-4fa2-89be-19d72f2eb663","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:24.007163325Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"0aaf1791-236a-4321-9c0f-55db1fc44a2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:24.102094842Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"0aaf1791-236a-4321-9c0f-55db1fc44a2b","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:25.42817789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544ebe11-238d-4f2f-8a2a-ec1fff98fb2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:25.499255165Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544ebe11-238d-4f2f-8a2a-ec1fff98fb2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:25.552732967Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544ebe11-238d-4f2f-8a2a-ec1fff98fb2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:25.605334329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"544ebe11-238d-4f2f-8a2a-ec1fff98fb2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.32051155Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"8e81a270-bd10-4073-ad27-500cc0244afc","namespace":"ai-tenant-e2e-mt-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.320577854Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"8e81a270-bd10-4073-ad27-500cc0244afc","name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.378311123Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"8e81a270-bd10-4073-ad27-500cc0244afc","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.378334507Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"8e81a270-bd10-4073-ad27-500cc0244afc","namespace":"ai-tenant-e2e-mt-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.37845581Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"8e81a270-bd10-4073-ad27-500cc0244afc","name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.379207954Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"4406ce6e-b497-4ee7-ab83-372952a3bc75","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.379223629Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"4406ce6e-b497-4ee7-ab83-372952a3bc75","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.437427342Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"8e81a270-bd10-4073-ad27-500cc0244afc","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.440181972Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"a9496fc4-71b5-4ba3-9990-310ee3881fa7","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.440225369Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"a9496fc4-71b5-4ba3-9990-310ee3881fa7","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.490313665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"364b38dd-c6b4-43dd-a745-152bac623256","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:33:26.507509239Z","body":"failed to update MaaSModelRef status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"a9496fc4-71b5-4ba3-9990-310ee3881fa7","name":"e2e-lifecycle-model-cba6f9af","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-cba6f9af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatusWithReason\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:445\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).updateStatus\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:409\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:243\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:33:26.50766037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"a9496fc4-71b5-4ba3-9990-310ee3881fa7","error":"Operation cannot be fulfilled on maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-cba6f9af\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.514257979Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"bca740cd-fbca-4d3b-84e9-b66ac4e5ff0c","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.514352628Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"bca740cd-fbca-4d3b-84e9-b66ac4e5ff0c","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.55907466Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"364b38dd-c6b4-43dd-a745-152bac623256","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.561803827Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"8dbeacb3-48d7-496a-9f1e-aa3a39c16d19","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8ce12f9b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.71117245Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"efe4ea91-de16-4edd-bab4-c732aca06737","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-8ce12f9b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:26.823675296Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"229c3af9-78b6-4062-b4be-ec6472535740","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:27.084855165Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"229c3af9-78b6-4062-b4be-ec6472535740","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:27.217110218Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"229c3af9-78b6-4062-b4be-ec6472535740","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"e2e-mt-cba6f9af-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:27.217131697Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-policy-cba6f9af","reconcileID":"229c3af9-78b6-4062-b4be-ec6472535740","MaaSAuthPolicy":{"name":"e2e-policy-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:27.310908376Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"9c986b8b-a83a-4689-a6d9-43a73191333e","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:27.310927343Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"9c986b8b-a83a-4689-a6d9-43a73191333e","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:27.832237903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c38fdc6-c3a8-48ac-9e47-9b8ce411157d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:27.887132775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c38fdc6-c3a8-48ac-9e47-9b8ce411157d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:27.940294871Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c38fdc6-c3a8-48ac-9e47-9b8ce411157d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:28.01309364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c38fdc6-c3a8-48ac-9e47-9b8ce411157d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:28.898723128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"d36fdccc-45b4-45cd-bac7-15830ac605c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:28.960322752Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"d36fdccc-45b4-45cd-bac7-15830ac605c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:29.017507185Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-00cc0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4f249e84908af0b4b74dbff4a76d148f31e1bfe5e4fdf0e4c26d1877c5b6c2e) AuthConfig (236ae2f972690ea2ba7037fde9ee507117317b1b3bb8ffba8aa63bdb215d9025) AuthConfig (53078228ad8ecfa30a5c8f2a3c7f098c85fab4fd88db85588ad7e80fa3b7aa25) AuthConfig (e17fe688068893a3aee88d4f75e0cb00145cdf41b3b9cb88861b1d52bdd189d7) AuthConfig (a64bf3840d9ce661491fdf05aa472ecf621a2fa69861af8825bfd2445bbe1f68) AuthConfig (b727d6edf7721eeb088610495142289d0718aebc3f6f35d2ec40b4aa93ebad28)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"d36fdccc-45b4-45cd-bac7-15830ac605c7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:29.079047829Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a659b452-0a68-4b7b-bd4e-2f3e573f72f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:29.079075028Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a659b452-0a68-4b7b-bd4e-2f3e573f72f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:30.466668817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50476610-8659-4624-9e74-c00060cb8d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:30.519785446Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50476610-8659-4624-9e74-c00060cb8d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:30.572316441Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50476610-8659-4624-9e74-c00060cb8d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:30.625240208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"50476610-8659-4624-9e74-c00060cb8d35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:31.294092823Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"f646ea2a-826c-457b-bb24-e7865145c112","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:31.352849876Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"f646ea2a-826c-457b-bb24-e7865145c112","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:31.414211863Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a25202-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"f646ea2a-826c-457b-bb24-e7865145c112","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:32.867671311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804b2884-fdd6-45f0-8193-e2534fc155b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:32.920847493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804b2884-fdd6-45f0-8193-e2534fc155b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:32.973690875Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804b2884-fdd6-45f0-8193-e2534fc155b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:33.026219756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"804b2884-fdd6-45f0-8193-e2534fc155b7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:33.749051333Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b6a289","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b6a289","reconcileID":"fb301c5b-0bd0-4047-9aef-ab152f16f933","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b6a289","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-b6a289":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:35.24270437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d48e8-6ab9-4cb2-a92c-cc0f81dc12d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:35.295021212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d48e8-6ab9-4cb2-a92c-cc0f81dc12d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:35.347425474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d48e8-6ab9-4cb2-a92c-cc0f81dc12d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:35.400166478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da7d48e8-6ab9-4cb2-a92c-cc0f81dc12d0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:36.785476257Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"fe8d8b29-19fb-4209-b536-2df0e11fbca5","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","subscription":"e2e-sub-cba6f9af","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:33:36.839458329Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b6a289","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b6a289","reconcileID":"fda0f007-5e6f-4edd-ae6c-c3ca3c1ff5bd","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-b6a289\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:36.839861256Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"fe8d8b29-19fb-4209-b536-2df0e11fbca5","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:36.899065168Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-sub-cba6f9af","reconcileID":"fe8d8b29-19fb-4209-b536-2df0e11fbca5","MaaSSubscription":{"name":"e2e-sub-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"name":"maas-trlp-e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:37.295984108Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"75cd5c3c-5536-4c27-b671-dfa6b4c7be2e","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:37.296089599Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"75cd5c3c-5536-4c27-b671-dfa6b4c7be2e","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:37.597466778Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7809e75-5333-4106-a229-f8457df9ba70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:37.650312023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7809e75-5333-4106-a229-f8457df9ba70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:37.70271677Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7809e75-5333-4106-a229-f8457df9ba70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:37.755418267Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c7809e75-5333-4106-a229-f8457df9ba70","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:39.027019203Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:39.281415058Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"6e0ff963-4e0a-4658-b871-3a8a244e2c7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:39.393050523Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"6e0ff963-4e0a-4658-b871-3a8a244e2c7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:39.627233671Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-00cc0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4f249e84908af0b4b74dbff4a76d148f31e1bfe5e4fdf0e4c26d1877c5b6c2e) AuthConfig (236ae2f972690ea2ba7037fde9ee507117317b1b3bb8ffba8aa63bdb215d9025) AuthConfig (53078228ad8ecfa30a5c8f2a3c7f098c85fab4fd88db85588ad7e80fa3b7aa25) AuthConfig (e17fe688068893a3aee88d4f75e0cb00145cdf41b3b9cb88861b1d52bdd189d7) AuthConfig (a64bf3840d9ce661491fdf05aa472ecf621a2fa69861af8825bfd2445bbe1f68) AuthConfig (b727d6edf7721eeb088610495142289d0718aebc3f6f35d2ec40b4aa93ebad28)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"6e0ff963-4e0a-4658-b871-3a8a244e2c7e","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:40.488418823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3dab92-3ba1-43bb-9b16-46e4035eba42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:40.541132404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3dab92-3ba1-43bb-9b16-46e4035eba42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:40.59334638Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3dab92-3ba1-43bb-9b16-46e4035eba42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:40.645936805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5c3dab92-3ba1-43bb-9b16-46e4035eba42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:41.524475905Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"9809222c-aa3f-4972-b233-154dc8e659f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:41.588273301Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"9809222c-aa3f-4972-b233-154dc8e659f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:41.648068636Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a25202-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"9809222c-aa3f-4972-b233-154dc8e659f3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:42.922613583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a926df8-3f80-4904-8a5f-b90f3260a025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:42.976022787Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a926df8-3f80-4904-8a5f-b90f3260a025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:43.028679061Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a926df8-3f80-4904-8a5f-b90f3260a025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:43.081851106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a926df8-3f80-4904-8a5f-b90f3260a025","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:45.374725561Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc88c24-672c-4601-b9fe-df8ced14a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:45.427190107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc88c24-672c-4601-b9fe-df8ced14a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:45.479943195Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc88c24-672c-4601-b9fe-df8ced14a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:45.532378369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6bc88c24-672c-4601-b9fe-df8ced14a647","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:46.50633062Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fefe5146-f9d9-40c5-b4d9-98188dd4c86d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:46.506351997Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"fefe5146-f9d9-40c5-b4d9-98188dd4c86d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:46.651146178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b547c684-3d32-4f4c-8c82-dc158a9e089c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:46.651167151Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b547c684-3d32-4f4c-8c82-dc158a9e089c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:46.756113449Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"fefcf744-5552-4b10-a9cd-1a62dbfa0086","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:46.941944698Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"fefcf744-5552-4b10-a9cd-1a62dbfa0086","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:46.997665779Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c7f7d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"fefcf744-5552-4b10-a9cd-1a62dbfa0086","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:47.055354406Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74c0177c-6448-4970-ae21-12a6a00edb3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:47.055375248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"74c0177c-6448-4970-ae21-12a6a00edb3f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:47.759751109Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a47c414-dcbd-41f4-b980-5e927cce3a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:47.812682737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a47c414-dcbd-41f4-b980-5e927cce3a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:47.865119879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a47c414-dcbd-41f4-b980-5e927cce3a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:47.917521553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6a47c414-dcbd-41f4-b980-5e927cce3a3d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:49.745825169Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"78d92097-e09e-4008-85c8-fb21e8cb26b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:49.802071384Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"78d92097-e09e-4008-85c8-fb21e8cb26b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:49.856863893Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-00cc0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4f249e84908af0b4b74dbff4a76d148f31e1bfe5e4fdf0e4c26d1877c5b6c2e) AuthConfig (236ae2f972690ea2ba7037fde9ee507117317b1b3bb8ffba8aa63bdb215d9025) AuthConfig (53078228ad8ecfa30a5c8f2a3c7f098c85fab4fd88db85588ad7e80fa3b7aa25) AuthConfig (e17fe688068893a3aee88d4f75e0cb00145cdf41b3b9cb88861b1d52bdd189d7) AuthConfig (a64bf3840d9ce661491fdf05aa472ecf621a2fa69861af8825bfd2445bbe1f68) AuthConfig (b727d6edf7721eeb088610495142289d0718aebc3f6f35d2ec40b4aa93ebad28)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"78d92097-e09e-4008-85c8-fb21e8cb26b6","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:50.093170884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74149ee5-92bc-4f6e-9fff-f8f84581d56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:50.148419457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74149ee5-92bc-4f6e-9fff-f8f84581d56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:50.201477806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74149ee5-92bc-4f6e-9fff-f8f84581d56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:50.253931578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74149ee5-92bc-4f6e-9fff-f8f84581d56f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:51.754773044Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"1f053dba-9fcf-4e4f-be8f-adcb3a252ee6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:51.811842526Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"1f053dba-9fcf-4e4f-be8f-adcb3a252ee6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:51.868296197Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a25202-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"1f053dba-9fcf-4e4f-be8f-adcb3a252ee6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:57.162217929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"800de051-e490-4354-ba15-49990d3f068d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:57.219779166Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"800de051-e490-4354-ba15-49990d3f068d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:57.275021066Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c7f7d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"800de051-e490-4354-ba15-49990d3f068d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:58.27314902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"db92996d-68bd-4281-bae6-f4e7547b3931","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:58.329678508Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"db92996d-68bd-4281-bae6-f4e7547b3931","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:58.642728294Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"e866fbc0-887b-4425-9023-d57d66577d66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:58.700401822Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"e866fbc0-887b-4425-9023-d57d66577d66","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:58.972704604Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"9894f632-7643-44f0-a372-41f1f16670df","namespace":"ai-tenant-e2e-api-a-f5bb4f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:58.972764663Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"9894f632-7643-44f0-a372-41f1f16670df","namespace":"ai-tenant-e2e-api-a-f5bb4f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:58.972811461Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"9894f632-7643-44f0-a372-41f1f16670df","name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.031084294Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"9894f632-7643-44f0-a372-41f1f16670df","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.031441003Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31d819e5-4c43-4849-a5d5-ae4a78cfce9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.031457828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"31d819e5-4c43-4849-a5d5-ae4a78cfce9d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.031594029Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"685b3282-8c93-417e-8a08-591506e8c95f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.237291258Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"685b3282-8c93-417e-8a08-591506e8c95f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.341051264Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387e5d5b-3805-4151-beac-1b275db86e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.393519124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387e5d5b-3805-4151-beac-1b275db86e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.409863025Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"685b3282-8c93-417e-8a08-591506e8c95f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"name":"e2e-api-a-f5bb4f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.409899952Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"e2e-e2e-api-a-f5bb4f-policy","reconcileID":"685b3282-8c93-417e-8a08-591506e8c95f","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-f5bb4f-policy","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-f5bb4f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.446042091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387e5d5b-3805-4151-beac-1b275db86e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.498747483Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"387e5d5b-3805-4151-beac-1b275db86e7d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.50387125Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"520d8b76-a732-4a56-a2d6-f971cdac7864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.503920647Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"520d8b76-a732-4a56-a2d6-f971cdac7864","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:33:59.963026825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"205acc8e-d5ca-4043-b25a-d8a7585ddfd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:00.04907713Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"205acc8e-d5ca-4043-b25a-d8a7585ddfd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:00.105072751Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-00cc0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4f249e84908af0b4b74dbff4a76d148f31e1bfe5e4fdf0e4c26d1877c5b6c2e) AuthConfig (236ae2f972690ea2ba7037fde9ee507117317b1b3bb8ffba8aa63bdb215d9025) AuthConfig (53078228ad8ecfa30a5c8f2a3c7f098c85fab4fd88db85588ad7e80fa3b7aa25) AuthConfig (e17fe688068893a3aee88d4f75e0cb00145cdf41b3b9cb88861b1d52bdd189d7) AuthConfig (a64bf3840d9ce661491fdf05aa472ecf621a2fa69861af8825bfd2445bbe1f68) AuthConfig (b727d6edf7721eeb088610495142289d0718aebc3f6f35d2ec40b4aa93ebad28)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"205acc8e-d5ca-4043-b25a-d8a7585ddfd7","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:01.676934272Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40071e9-1950-4449-893e-6212e383a5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:01.730313077Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40071e9-1950-4449-893e-6212e383a5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:01.78290595Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40071e9-1950-4449-893e-6212e383a5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:01.835533421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e40071e9-1950-4449-893e-6212e383a5c0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:01.974601537Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"36771141-594d-4f1d-8bce-67e554d18e38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:02.032475883Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"36771141-594d-4f1d-8bce-67e554d18e38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:02.105805257Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a25202-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"36771141-594d-4f1d-8bce-67e554d18e38","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:03.995838625Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7ab4aa-a96b-4ca5-856e-725f72b59e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:04.049092826Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7ab4aa-a96b-4ca5-856e-725f72b59e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:04.105199604Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7ab4aa-a96b-4ca5-856e-725f72b59e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:04.159273005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6b7ab4aa-a96b-4ca5-856e-725f72b59e77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:07.38025877Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"1b3eca01-9fa0-4b48-92cc-643447243b4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:07.436544642Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"1b3eca01-9fa0-4b48-92cc-643447243b4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:07.491744743Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c7f7d7-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"1b3eca01-9fa0-4b48-92cc-643447243b4d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:08.602987653Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"8b716703-b85e-490c-be11-96894e2885ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:08.663057284Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"8b716703-b85e-490c-be11-96894e2885ba","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:08.926959276Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"2adcc1e8-db05-42b3-b187-2003d5fcc3a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:08.984043539Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"2adcc1e8-db05-42b3-b187-2003d5fcc3a3","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:09.024627356Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:10.22843649Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"0dd958aa-162b-4b87-819a-cea9a8912491","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:10.288795791Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"0dd958aa-162b-4b87-819a-cea9a8912491","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:10.343998938Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-a-00cc0e-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (d4f249e84908af0b4b74dbff4a76d148f31e1bfe5e4fdf0e4c26d1877c5b6c2e) AuthConfig (236ae2f972690ea2ba7037fde9ee507117317b1b3bb8ffba8aa63bdb215d9025) AuthConfig (53078228ad8ecfa30a5c8f2a3c7f098c85fab4fd88db85588ad7e80fa3b7aa25) AuthConfig (e17fe688068893a3aee88d4f75e0cb00145cdf41b3b9cb88861b1d52bdd189d7) AuthConfig (a64bf3840d9ce661491fdf05aa472ecf621a2fa69861af8825bfd2445bbe1f68) AuthConfig (b727d6edf7721eeb088610495142289d0718aebc3f6f35d2ec40b4aa93ebad28)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"0dd958aa-162b-4b87-819a-cea9a8912491","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:12.212783217Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"127084ca-ab96-4366-8897-347c385153e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:12.27051605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"127084ca-ab96-4366-8897-347c385153e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:12.327570999Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a25202-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a809ae1b63a20ed348681cb8f305f6d2fdc8283066003a215198392fad49803) AuthConfig (1a22ed9eec9e0248b6161ec241ec39cb1181181db140b536b9e642cf3013050a) AuthConfig (ae593470b1a717a9c379a9b3d4ed50d0e81c4ea861f450d3b162f021b32cf36c) AuthConfig (a901c610f7b6297755df9cac765aa022125fe8aab2ec0fca752e81c4d806b3aa) AuthConfig (04737144ebd8a1052bf18fa6976feab58911964b77bda9d0d468989b81e3dc3d) AuthConfig (ffbf55d59a05ea2a47fdb0d5ed855b794c2a1abbdda28ab626c0d3bcc4d254ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"127084ca-ab96-4366-8897-347c385153e8","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:12.384997385Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5177b16e-0f0a-4bc2-9125-89c489c879a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:12.385019208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5177b16e-0f0a-4bc2-9125-89c489c879a3","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:17.598109794Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"ce231842-846d-47ca-ac52-2a52a5cd49ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:17.654746626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"ce231842-846d-47ca-ac52-2a52a5cd49ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:17.710914513Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c7f7d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (569cfbac4a804b20707f2325a70096a520358ed2268dee9f2eb5222b495e3718) AuthConfig (c315b7b3f9be07fcbba2fa46a4306733e75be8837a27f8e4c7e2e645d553bc81) AuthConfig (00b326244f544665e810216acb0c02f016256c76894819a235dd4139d5c8c687) AuthConfig (97b4df5e697ae03789ec9dab701616c2757c79a0a732753140198760e3b2b99f) AuthConfig (057b2695b7d49d42089a6ad243a762cae2337fe2830af4ef2b03008ac5b0f409) AuthConfig (fbab5c01523f97cc52050ba31ae5d2114d181aed7bf659c6f6f84cdaa2266ada)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"ce231842-846d-47ca-ac52-2a52a5cd49ef","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:17.76918879Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b365b4b5-97c3-4501-8fc1-f25bfb103374","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:17.769209019Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b365b4b5-97c3-4501-8fc1-f25bfb103374","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:20.450580729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"15d13980-7632-4e09-a22f-8b56375f384d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:20.508854194Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"15d13980-7632-4e09-a22f-8b56375f384d","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:20.779173792Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b7f44d-36ee-4859-b70e-55b1270c7186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:20.779193365Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"22b7f44d-36ee-4859-b70e-55b1270c7186","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:20.994581536Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"8015aaf2-0b71-4825-9d65-0256ce128bae","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-b9eea3","tenantID":"e2e-api-b-b9eea3","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:21.110437366Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"8015aaf2-0b71-4825-9d65-0256ce128bae","name":"e2e-api-b-b9eea3-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:22.490336945Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"0cbc7c17-7a28-4d31-8151-7602611b1fbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:22.547439992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"0cbc7c17-7a28-4d31-8151-7602611b1fbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:22.603537567Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a25202-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a809ae1b63a20ed348681cb8f305f6d2fdc8283066003a215198392fad49803) AuthConfig (1a22ed9eec9e0248b6161ec241ec39cb1181181db140b536b9e642cf3013050a) AuthConfig (ae593470b1a717a9c379a9b3d4ed50d0e81c4ea861f450d3b162f021b32cf36c) AuthConfig (a901c610f7b6297755df9cac765aa022125fe8aab2ec0fca752e81c4d806b3aa) AuthConfig (04737144ebd8a1052bf18fa6976feab58911964b77bda9d0d468989b81e3dc3d) AuthConfig (ffbf55d59a05ea2a47fdb0d5ed855b794c2a1abbdda28ab626c0d3bcc4d254ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"0cbc7c17-7a28-4d31-8151-7602611b1fbe","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:27.885033599Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"36a1ac43-36a1-4246-853a-5b2c61cb7b67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:27.945016223Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"36a1ac43-36a1-4246-853a-5b2c61cb7b67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:28.008795957Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c7f7d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (569cfbac4a804b20707f2325a70096a520358ed2268dee9f2eb5222b495e3718) AuthConfig (c315b7b3f9be07fcbba2fa46a4306733e75be8837a27f8e4c7e2e645d553bc81) AuthConfig (00b326244f544665e810216acb0c02f016256c76894819a235dd4139d5c8c687) AuthConfig (97b4df5e697ae03789ec9dab701616c2757c79a0a732753140198760e3b2b99f) AuthConfig (057b2695b7d49d42089a6ad243a762cae2337fe2830af4ef2b03008ac5b0f409) AuthConfig (fbab5c01523f97cc52050ba31ae5d2114d181aed7bf659c6f6f84cdaa2266ada)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"36a1ac43-36a1-4246-853a-5b2c61cb7b67","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:32.708528275Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"01b75365-48f1-4cdb-b191-683687266ce6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:32.764683495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"01b75365-48f1-4cdb-b191-683687266ce6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:32.819740371Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-a25202-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (3a809ae1b63a20ed348681cb8f305f6d2fdc8283066003a215198392fad49803) AuthConfig (1a22ed9eec9e0248b6161ec241ec39cb1181181db140b536b9e642cf3013050a) AuthConfig (ae593470b1a717a9c379a9b3d4ed50d0e81c4ea861f450d3b162f021b32cf36c) AuthConfig (a901c610f7b6297755df9cac765aa022125fe8aab2ec0fca752e81c4d806b3aa) AuthConfig (04737144ebd8a1052bf18fa6976feab58911964b77bda9d0d468989b81e3dc3d) AuthConfig (ffbf55d59a05ea2a47fdb0d5ed855b794c2a1abbdda28ab626c0d3bcc4d254ea)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"01b75365-48f1-4cdb-b191-683687266ce6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:37.953740605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbde9f9b-ed03-4831-b6c3-58b172edff26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:38.006357915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbde9f9b-ed03-4831-b6c3-58b172edff26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:38.059041103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbde9f9b-ed03-4831-b6c3-58b172edff26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:38.111868538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dbde9f9b-ed03-4831-b6c3-58b172edff26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:38.217008753Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"fb0ddd35-3bf4-4769-b944-1b89839b22e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:38.274072623Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"fb0ddd35-3bf4-4769-b944-1b89839b22e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:38.382166401Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-api-b-c7f7d7-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (569cfbac4a804b20707f2325a70096a520358ed2268dee9f2eb5222b495e3718) AuthConfig (c315b7b3f9be07fcbba2fa46a4306733e75be8837a27f8e4c7e2e645d553bc81) AuthConfig (00b326244f544665e810216acb0c02f016256c76894819a235dd4139d5c8c687) AuthConfig (97b4df5e697ae03789ec9dab701616c2757c79a0a732753140198760e3b2b99f) AuthConfig (057b2695b7d49d42089a6ad243a762cae2337fe2830af4ef2b03008ac5b0f409) AuthConfig (fbab5c01523f97cc52050ba31ae5d2114d181aed7bf659c6f6f84cdaa2266ada)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"fb0ddd35-3bf4-4769-b944-1b89839b22e6","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:39.026676585Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:40.326071702Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f82f669-6577-407b-ae6e-086fa6fa5f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:40.38287507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f82f669-6577-407b-ae6e-086fa6fa5f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:40.436367415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f82f669-6577-407b-ae6e-086fa6fa5f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:40.488917269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3f82f669-6577-407b-ae6e-086fa6fa5f3e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:42.702058962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca1afc-5937-4975-a61e-9e1f25efb7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:42.75498421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca1afc-5937-4975-a61e-9e1f25efb7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:42.807592903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca1afc-5937-4975-a61e-9e1f25efb7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:42.860871805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca1afc-5937-4975-a61e-9e1f25efb7cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:42.966860418Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"76b497f0-67f9-4e9d-86bd-383e29d848b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.023545358Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"76b497f0-67f9-4e9d-86bd-383e29d848b2","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.39057419Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e530b187-2b9c-4e57-94c1-f20a4396b6cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.390596878Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e530b187-2b9c-4e57-94c1-f20a4396b6cf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.456300258Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"fe8c1ea6-f4cf-4fe1-aa48-471cabc67df9","namespace":"ai-tenant-e2e-api-a-b26f03","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.456354745Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"fe8c1ea6-f4cf-4fe1-aa48-471cabc67df9","namespace":"ai-tenant-e2e-api-a-b26f03","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.456402233Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"fe8c1ea6-f4cf-4fe1-aa48-471cabc67df9","name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.514684894Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"fe8c1ea6-f4cf-4fe1-aa48-471cabc67df9","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.515062314Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9bc5619-ba9e-4d59-9103-7e5a4e56c687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.515079067Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9bc5619-ba9e-4d59-9103-7e5a4e56c687","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.515292249Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"15176901-daa4-4601-91ab-7c1bd2fe2d20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.774202486Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"15176901-daa4-4601-91ab-7c1bd2fe2d20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.926248303Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"15176901-daa4-4601-91ab-7c1bd2fe2d20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"name":"e2e-api-a-b26f03-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.926279703Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"e2e-e2e-api-a-b26f03-policy","reconcileID":"15176901-daa4-4601-91ab-7c1bd2fe2d20","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-b26f03-policy","namespace":"ai-tenant-e2e-api-a-b26f03"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-b26f03","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.984451209Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1f8d77c-f58d-4902-9e9d-b8b7c935f2a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:43.984479185Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d1f8d77c-f58d-4902-9e9d-b8b7c935f2a4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:45.10895013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06042e39-dfa2-48f6-855c-55726d456f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:45.161311566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06042e39-dfa2-48f6-855c-55726d456f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:45.21448248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06042e39-dfa2-48f6-855c-55726d456f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:45.267668799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06042e39-dfa2-48f6-855c-55726d456f42","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:48.434554006Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"111329de-f971-48ec-8496-6d8119c3d3d3","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-c17125","tenantID":"e2e-ipp-b-c17125","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:48.567817297Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"984bf180-90b2-4046-b5d9-879c3fa6cf98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:48.580856288Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"111329de-f971-48ec-8496-6d8119c3d3d3","name":"e2e-ipp-b-c17125-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:48.629728226Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"984bf180-90b2-4046-b5d9-879c3fa6cf98","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:48.958393462Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"821ea936-4cc9-411b-9db4-e25489b4ef04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:48.958415667Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"821ea936-4cc9-411b-9db4-e25489b4ef04","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:53.603242275Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","namespace":"ai-tenant-e2e-mt-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:53.603298002Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","namespace":"ai-tenant-e2e-mt-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:53.603356918Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","tenant":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:53.657420452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"Deployment","name":"maas-api-e2e-mt-cba6f9af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:53.720647949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"Service","name":"maas-api-e2e-mt-cba6f9af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:53.77840318Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-cba6f9af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:53.833129312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-cba6f9af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:53.899381967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:53.965127446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.030210909Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.086752649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.1472103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"Deployment","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.202216714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.255187133Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"Service","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.308228545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"Service","name":"payload-pre-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.362610944Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"DestinationRule","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.415071595Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.467020023Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.526728106Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.578672119Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.630934439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.693129741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:54.751238274Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"b49ada73-0a03-40b7-81af-d94dfe249bc6","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-cba6f9af","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:55.6033675Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cba6f9af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cba6f9af","reconcileID":"e9e8b82d-3d5a-4f82-bb60-ce9d741ebf0a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cba6f9af","removed":["maas.opendatahub.io/gateway-access-e2e-mt-cba6f9af"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.769244117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"54e2bc7e-6e68-4d5f-9167-8915786df432","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.880194328Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"54e2bc7e-6e68-4d5f-9167-8915786df432","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.885585195Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"ec987cb7-d94a-45a7-b96d-17df479eed2c","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.885640396Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"ec987cb7-d94a-45a7-b96d-17df479eed2c","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.895846634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"30582e07-f96a-48e9-87fb-218c7e272686","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.895923195Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"30582e07-f96a-48e9-87fb-218c7e272686","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.916140847Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"32702b4a-0635-4d3d-a480-db6a0f42f18f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.916190162Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"32702b4a-0635-4d3d-a480-db6a0f42f18f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.957164314Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"22d08053-8ea0-4864-b157-887e44e77aa0","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:55.957225092Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"22d08053-8ea0-4864-b157-887e44e77aa0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:56.038084465Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"10040af3-e8fc-42d1-bf09-5c91c010beb0","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:56.038150236Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"10040af3-e8fc-42d1-bf09-5c91c010beb0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:56.198819723Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"c830d4e5-2dc3-49ac-b079-3155c462aeeb","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:56.198909715Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"c830d4e5-2dc3-49ac-b079-3155c462aeeb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:56.520119492Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"2c5c805c-a090-4724-b34a-0f9695548265","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:56.520182808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"2c5c805c-a090-4724-b34a-0f9695548265","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:56.985284018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16360dd8-ebe2-4103-96bc-3b1f1d0d3b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:57.037834553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16360dd8-ebe2-4103-96bc-3b1f1d0d3b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:57.090479292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16360dd8-ebe2-4103-96bc-3b1f1d0d3b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:57.145375899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"16360dd8-ebe2-4103-96bc-3b1f1d0d3b38","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:57.161457406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"b9bb65cc-43df-4d28-8edd-bf9f2222be5f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:57.161519958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"b9bb65cc-43df-4d28-8edd-bf9f2222be5f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:58.441980824Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"c6bf45c4-8828-41a3-b41b-847b020227a0","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:34:58.442063391Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"c6bf45c4-8828-41a3-b41b-847b020227a0","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:59.332466058Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd16e39-4c31-415f-a8d5-d2a57d69ef1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:59.385381375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd16e39-4c31-415f-a8d5-d2a57d69ef1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:59.438198785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd16e39-4c31-415f-a8d5-d2a57d69ef1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:34:59.490827236Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4fd16e39-4c31-415f-a8d5-d2a57d69ef1b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:01.002403272Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"0c7f4059-4b51-488d-91ec-f087edcdf849","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:01.002469021Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"0c7f4059-4b51-488d-91ec-f087edcdf849","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:01.668797411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ab2406-e59d-43df-af6b-69b5ed112b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:01.721460093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ab2406-e59d-43df-af6b-69b5ed112b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:01.773912456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ab2406-e59d-43df-af6b-69b5ed112b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:01.826506064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"78ab2406-e59d-43df-af6b-69b5ed112b5a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:04.072452184Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d449f0a-3623-4e9e-a3a0-3a9feae1f5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:04.125018942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d449f0a-3623-4e9e-a3a0-3a9feae1f5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:04.177640722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d449f0a-3623-4e9e-a3a0-3a9feae1f5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:04.230069468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9d449f0a-3623-4e9e-a3a0-3a9feae1f5e6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:05.100165446Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"f071ee8d-3113-455a-aa47-9cdcfc0d0fdd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-b6a289","tenantID":"e2e-ipp-b-b6a289","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:05.222584868Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"f071ee8d-3113-455a-aa47-9cdcfc0d0fdd","name":"e2e-ipp-b-b6a289-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:06.123050783Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6a1fea00-42ab-4fb3-89a3-c44b9afd796a","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:06.123119983Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6a1fea00-42ab-4fb3-89a3-c44b9afd796a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:06.396854278Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0911918-152b-4b5b-a531-1986bd155cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:06.450815892Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0911918-152b-4b5b-a531-1986bd155cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:06.504790818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0911918-152b-4b5b-a531-1986bd155cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:06.55755534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b0911918-152b-4b5b-a531-1986bd155cfe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:08.765450806Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7b3d65-2274-48d6-9d7c-fde253f99bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:08.818305309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7b3d65-2274-48d6-9d7c-fde253f99bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:08.870841678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7b3d65-2274-48d6-9d7c-fde253f99bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:08.923379972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf7b3d65-2274-48d6-9d7c-fde253f99bb8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:09.025319109Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:11.1379473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dbf289-fb02-49fd-b9c7-1295dfdd96ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:11.190373686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dbf289-fb02-49fd-b9c7-1295dfdd96ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:11.242985474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dbf289-fb02-49fd-b9c7-1295dfdd96ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:11.295618804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"02dbf289-fb02-49fd-b9c7-1295dfdd96ae","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:16.363789334Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"b2bcd503-dfbb-4f33-bbe6-6374d939ed23","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:16.364012078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"b2bcd503-dfbb-4f33-bbe6-6374d939ed23","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.017706981Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","namespace":"ai-tenant-e2e-api-a-f5bb4f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.017787661Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","namespace":"ai-tenant-e2e-api-a-f5bb4f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.017857941Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","tenant":"e2e-api-a-f5bb4f","tenantID":"e2e-api-a-f5bb4f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.072414376Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"Deployment","name":"maas-api-e2e-api-a-f5bb4f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.132331688Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"Service","name":"maas-api-e2e-api-a-f5bb4f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.193112152Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-f5bb4f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.247672786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-f5bb4f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.306946839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.363308369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.419667456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.478583807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.539127816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"Deployment","name":"payload-processing-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.593614251Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.649619868Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"Service","name":"payload-processing-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.716340365Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"Service","name":"payload-pre-processing-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.770572579Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.823353246Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.875677875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.931482026Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:30.983615367Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:31.035679715Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:31.098143084Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-f5bb4f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:31.160130021Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-f5bb4f"},"namespace":"ai-tenant-e2e-api-a-f5bb4f","name":"default-tenant","reconcileID":"b44c4d49-7869-44ce-9211-4c62f0a6d241","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-f5bb4f","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:32.004747559Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-f5bb4f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-f5bb4f","reconcileID":"27526d78-a88f-417a-995c-6b92ffe5ec73","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-f5bb4f","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-f5bb4f"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:32.170182174Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"9e5b0401-efc1-438f-9b6a-a8b5aeb80024","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:32.170494417Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"9e5b0401-efc1-438f-9b6a-a8b5aeb80024","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:33.452641645Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23b9be2-39a4-42cb-93c6-5bd9ff6416c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:33.505542869Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23b9be2-39a4-42cb-93c6-5bd9ff6416c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:33.558230034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23b9be2-39a4-42cb-93c6-5bd9ff6416c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:33.610869721Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a23b9be2-39a4-42cb-93c6-5bd9ff6416c8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:34.870718559Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"5323c33c-a305-43df-883d-0f8798adead5","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:34.870806327Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"5323c33c-a305-43df-883d-0f8798adead5","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:35.031052209Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"c6722964-4753-4b11-b36e-eb3420e4cf36","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:35:35.031134104Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"c6722964-4753-4b11-b36e-eb3420e4cf36","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:35.853664189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d032486b-2529-4ecd-87c7-3ff6f444a505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:35.906411299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d032486b-2529-4ecd-87c7-3ff6f444a505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:35.958742976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d032486b-2529-4ecd-87c7-3ff6f444a505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:36.011177108Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d032486b-2529-4ecd-87c7-3ff6f444a505","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:36.139463319Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"784d457c-7bcd-4149-9fc0-d887d8f0f2d4","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:36.139482746Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"784d457c-7bcd-4149-9fc0-d887d8f0f2d4","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:36.301414919Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cba6f9af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cba6f9af","reconcileID":"93a35282-9067-40d7-8bf3-db145671c6e2","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cba6f9af","applied":{"maas.opendatahub.io/gateway-access-e2e-mt-cba6f9af":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:37.181459325Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"824e7743-0125-4d98-b3f8-8d30f3b7e845","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:37.181560991Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"824e7743-0125-4d98-b3f8-8d30f3b7e845","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:38.178081374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e9fcf0-40e1-48a0-aa79-93eca9234ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:38.231594235Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e9fcf0-40e1-48a0-aa79-93eca9234ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:38.284003038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e9fcf0-40e1-48a0-aa79-93eca9234ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:38.336922495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f4e9fcf0-40e1-48a0-aa79-93eca9234ef7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:39.024934216Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:39.570566819Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"9346b3de-2d2a-46bc-b2a0-b2fba13ff4d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:39.627957114Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"9346b3de-2d2a-46bc-b2a0-b2fba13ff4d0","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:39.996023669Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"002c2af5-3abe-4af0-a672-5fd12da3310e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:40.100556495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"002c2af5-3abe-4af0-a672-5fd12da3310e","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:40.606564186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1961be-6fd1-4ac6-85f7-fae8c73baed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:40.658912203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1961be-6fd1-4ac6-85f7-fae8c73baed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:40.711348129Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1961be-6fd1-4ac6-85f7-fae8c73baed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:40.764037841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dc1961be-6fd1-4ac6-85f7-fae8c73baed6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:42.927280817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c8045a-211c-48b8-9091-a81b1e08e6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:42.980242063Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c8045a-211c-48b8-9091-a81b1e08e6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:43.033410173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c8045a-211c-48b8-9091-a81b1e08e6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:43.085731239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"51c8045a-211c-48b8-9091-a81b1e08e6d4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:45.253443309Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eafcdf3-8185-46dc-b23b-123936659023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:45.306150382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eafcdf3-8185-46dc-b23b-123936659023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:45.358696618Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eafcdf3-8185-46dc-b23b-123936659023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:45.411148999Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2eafcdf3-8185-46dc-b23b-123936659023","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:47.639637382Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6106144-96fd-48ce-8b6f-016d58aec4c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:47.692406106Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6106144-96fd-48ce-8b6f-016d58aec4c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:47.744751253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6106144-96fd-48ce-8b6f-016d58aec4c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:47.79732944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a6106144-96fd-48ce-8b6f-016d58aec4c2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:49.955592932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c1f939-e519-4d0d-8c50-b4b5f01b3d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:50.008239344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c1f939-e519-4d0d-8c50-b4b5f01b3d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:50.008390195Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"2985c2ce-6056-47c6-88bd-c9dde0f0d7dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:50.060572362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c1f939-e519-4d0d-8c50-b4b5f01b3d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:50.112941525Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d5c1f939-e519-4d0d-8c50-b4b5f01b3d6e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:50.117152674Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"2985c2ce-6056-47c6-88bd-c9dde0f0d7dc","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:50.434395659Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"366e7535-2cd6-4159-ad56-19f65668828d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:50.508421963Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"366e7535-2cd6-4159-ad56-19f65668828d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:52.342432605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee8650e-7294-4aad-b891-2e5c924456c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:52.394625248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee8650e-7294-4aad-b891-2e5c924456c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:52.446860471Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee8650e-7294-4aad-b891-2e5c924456c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:52.499064905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bee8650e-7294-4aad-b891-2e5c924456c4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:54.769313179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f45b5dd9-82bd-4a2e-aa08-d0d71494f27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:54.821777716Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f45b5dd9-82bd-4a2e-aa08-d0d71494f27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:54.874201188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f45b5dd9-82bd-4a2e-aa08-d0d71494f27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:54.926366166Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f45b5dd9-82bd-4a2e-aa08-d0d71494f27d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:57.099317162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704fa1ce-7d2e-4cbd-9747-3ffd6ca40ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:57.152978024Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704fa1ce-7d2e-4cbd-9747-3ffd6ca40ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:57.211223105Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704fa1ce-7d2e-4cbd-9747-3ffd6ca40ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:57.263780758Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"704fa1ce-7d2e-4cbd-9747-3ffd6ca40ed2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:57.673685445Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"ce1c1b79-19f9-4d2d-9095-7fc362be72ff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:57.731915373Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"ce1c1b79-19f9-4d2d-9095-7fc362be72ff","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:58.041618544Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"c3ac78cc-31f6-4f11-b37d-e7d9b1bc93d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:58.098218272Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"c3ac78cc-31f6-4f11-b37d-e7d9b1bc93d5","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.443577258Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885182e4-7d68-4096-a404-f722f1faba4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.496034136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885182e4-7d68-4096-a404-f722f1faba4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.548665592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885182e4-7d68-4096-a404-f722f1faba4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.548768089Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"8b556340-b553-4a86-8b32-befbd834d537","namespace":"ai-tenant-e2e-api-b-a25202","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.601067425Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"885182e4-7d68-4096-a404-f722f1faba4a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.601157301Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"8b556340-b553-4a86-8b32-befbd834d537","namespace":"ai-tenant-e2e-api-b-a25202","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.601218225Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"8b556340-b553-4a86-8b32-befbd834d537","name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.658446918Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d27957e9-579e-46cb-b0d6-dea8779ed64f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.658468529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d27957e9-579e-46cb-b0d6-dea8779ed64f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.658871712Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"e8d1327a-2220-43c0-95b8-064265fef71d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.659070434Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"8b556340-b553-4a86-8b32-befbd834d537","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:35:59.868044647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"e8d1327a-2220-43c0-95b8-064265fef71d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:00.004085476Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"e8d1327a-2220-43c0-95b8-064265fef71d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"name":"e2e-api-b-a25202-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:00.004118038Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"e2e-e2e-api-b-a25202-policy","reconcileID":"e8d1327a-2220-43c0-95b8-064265fef71d","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-a25202-policy","namespace":"ai-tenant-e2e-api-b-a25202"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-a25202","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:00.064856144Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ba1bb75-89dc-47b0-8485-482a444e407a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:00.064875073Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"7ba1bb75-89dc-47b0-8485-482a444e407a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:01.818781908Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4fabbb-c529-40a9-9e14-a43d1f700a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:01.871495955Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4fabbb-c529-40a9-9e14-a43d1f700a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:01.924164684Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4fabbb-c529-40a9-9e14-a43d1f700a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:01.976890017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bb4fabbb-c529-40a9-9e14-a43d1f700a43","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:04.150770421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2134d1b2-ecf1-48cf-8fa3-fbaadb93f317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:04.203503559Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2134d1b2-ecf1-48cf-8fa3-fbaadb93f317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:04.256599363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2134d1b2-ecf1-48cf-8fa3-fbaadb93f317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:04.309245864Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2134d1b2-ecf1-48cf-8fa3-fbaadb93f317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:06.551620057Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e48bea-1edb-460b-839b-3a1fe8bbed35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:06.60420019Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e48bea-1edb-460b-839b-3a1fe8bbed35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:06.656577712Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e48bea-1edb-460b-839b-3a1fe8bbed35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:06.70913572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"60e48bea-1edb-460b-839b-3a1fe8bbed35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:08.120104029Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"1463f5e1-7917-4f2f-a527-91262d1ecfc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:08.176474899Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"1463f5e1-7917-4f2f-a527-91262d1ecfc9","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:08.485767987Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"09cc1b4e-a60c-4509-bd41-01f6a7777874","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:08.543969058Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"09cc1b4e-a60c-4509-bd41-01f6a7777874","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:09.024591051Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:13.745857277Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"e35afc60-8bff-44f6-a9a8-101d096b2028","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:13.838057222Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","namespace":"ai-tenant-e2e-api-a-b26f03","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:13.838125894Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","namespace":"ai-tenant-e2e-api-a-b26f03","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:13.838185255Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","tenant":"e2e-api-a-b26f03","tenantID":"e2e-api-a-b26f03","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:13.891830358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"Deployment","name":"maas-api-e2e-api-a-b26f03","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:13.904225074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"8fab929d-4f36-41cf-9db3-fda0063d74eb","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:13.954429874Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"Service","name":"maas-api-e2e-api-a-b26f03","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:13.961358345Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"30310505-9c8a-45d9-add3-bfc35bea3713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:13.965145729Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"ece3fe6b-eb8a-4c6c-a368-2abb3bc58514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.010044775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-b26f03","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.022133787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"30310505-9c8a-45d9-add3-bfc35bea3713","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.022592399Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"ece3fe6b-eb8a-4c6c-a368-2abb3bc58514","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.064972926Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-b26f03","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.075331784Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"8c6f39bb-c216-4946-b85f-085c38d3d4f5","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.133610641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.197061737Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.250657477Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"9ae45d43-29f0-4db7-bced-4b790d23c9c1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.25425181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.31178489Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.366237115Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"Deployment","name":"payload-processing-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.419565075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.472648823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"Service","name":"payload-processing-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.531792725Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"Service","name":"payload-pre-processing-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.584201587Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.637628545Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.689706797Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.745117103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.797180291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.851287995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.904233707Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-b26f03","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:14.957208661Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-b26f03"},"namespace":"ai-tenant-e2e-api-a-b26f03","name":"default-tenant","reconcileID":"d2c0b008-b027-4e54-bfe5-ffec7a1af127","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-b26f03","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:15.797175538Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-b26f03","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-b26f03","reconcileID":"b33c8f64-2b5d-4fa6-b552-4261e2279df7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-b26f03","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-b26f03"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:17.213376956Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6649370b-7d22-4e2f-89d4-a6142cfc0de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:17.265754782Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6649370b-7d22-4e2f-89d4-a6142cfc0de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:17.318358823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6649370b-7d22-4e2f-89d4-a6142cfc0de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:17.371466982Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6649370b-7d22-4e2f-89d4-a6142cfc0de7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:19.547543476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d64c53f-a5fa-4552-af47-547d0eef13b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:19.600458952Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d64c53f-a5fa-4552-af47-547d0eef13b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:19.653102506Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d64c53f-a5fa-4552-af47-547d0eef13b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:19.706037597Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6d64c53f-a5fa-4552-af47-547d0eef13b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:22.324454688Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfced0e-b377-49fd-9489-461ef71a2b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:22.377786912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfced0e-b377-49fd-9489-461ef71a2b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:22.460642044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfced0e-b377-49fd-9489-461ef71a2b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:22.515359544Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3bfced0e-b377-49fd-9489-461ef71a2b14","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:24.755298896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7198fe6-b04a-4dc3-9335-5888441a81c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:24.808503662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7198fe6-b04a-4dc3-9335-5888441a81c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:24.861009824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7198fe6-b04a-4dc3-9335-5888441a81c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:24.913429095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b7198fe6-b04a-4dc3-9335-5888441a81c3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:26.962978672Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-45fc31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-45fc31","reconcileID":"357031b1-2b90-47f5-81ec-18b3239e3d1d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-45fc31","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-45fc31":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.129109765Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844208d9-fb29-42aa-b366-d9737f93727b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.184205285Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844208d9-fb29-42aa-b366-d9737f93727b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.236448596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844208d9-fb29-42aa-b366-d9737f93727b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.289565387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"844208d9-fb29-42aa-b366-d9737f93727b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.304861035Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"7c2bb9a4-596c-4111-94ff-8acd4573f005","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.466892114Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"e6b3cdab-0c25-48a5-b44b-4e4f265cb6d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.554153091Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"7da1df41-c274-439b-a15c-dda469df77ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.554365032Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"928d86de-92c8-4845-8d37-0f0439f417ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.615344136Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"7da1df41-c274-439b-a15c-dda469df77ef","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.62014513Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"928d86de-92c8-4845-8d37-0f0439f417ac","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.678952138Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"e3759953-62f4-4bdf-92af-11f3dc5f2657","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:27.853845124Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"132c2005-a3fd-48ed-978d-48f7249aa352","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:29.472336889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bca6cf-59d8-4851-a562-4123a0d7435a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:29.529355824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bca6cf-59d8-4851-a562-4123a0d7435a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:29.582001415Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bca6cf-59d8-4851-a562-4123a0d7435a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:29.634385667Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08bca6cf-59d8-4851-a562-4123a0d7435a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:36:29.985677628Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-45fc31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-45fc31","reconcileID":"02c41532-df06-4c14-a4a0-015c1df7758b","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-45fc31\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:30.813427985Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"7b96aa9d-76fb-42fe-9613-c77702e8a566","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:30.939456914Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"7b96aa9d-76fb-42fe-9613-c77702e8a566","name":"e2e-mt-cba6f9af-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:31.867478044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f1fb6c-e72f-49e4-ac76-5c85d747e710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:31.921945891Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f1fb6c-e72f-49e4-ac76-5c85d747e710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:31.980808237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f1fb6c-e72f-49e4-ac76-5c85d747e710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:32.05641388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a8f1fb6c-e72f-49e4-ac76-5c85d747e710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:34.257343075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b555e670-6d5b-4229-87d9-75e20d143f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:34.309716437Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b555e670-6d5b-4229-87d9-75e20d143f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:34.362244474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b555e670-6d5b-4229-87d9-75e20d143f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:34.414968794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b555e670-6d5b-4229-87d9-75e20d143f7a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:36.577569895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3c5783-6875-4e0a-99db-bd431383f514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:36.630405603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3c5783-6875-4e0a-99db-bd431383f514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:36.682956041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3c5783-6875-4e0a-99db-bd431383f514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:36.735269178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e3c5783-6875-4e0a-99db-bd431383f514","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:38.89273733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f55d871-7a46-4d8c-9607-21f43891f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:38.945768605Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f55d871-7a46-4d8c-9607-21f43891f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:38.998173661Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f55d871-7a46-4d8c-9607-21f43891f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:39.025126835Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:39.050667914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5f55d871-7a46-4d8c-9607-21f43891f61f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:41.201124326Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4cf751-452d-45f6-9653-13cc7f95cc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:41.25375698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4cf751-452d-45f6-9653-13cc7f95cc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:41.307657912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4cf751-452d-45f6-9653-13cc7f95cc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:41.360844422Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fd4cf751-452d-45f6-9653-13cc7f95cc99","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:43.553800246Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d31e70a-269b-4e8d-b24c-8d280601de63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:43.60822801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d31e70a-269b-4e8d-b24c-8d280601de63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:43.660731722Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d31e70a-269b-4e8d-b24c-8d280601de63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:43.713379167Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5d31e70a-269b-4e8d-b24c-8d280601de63","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:43.765405806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"1843f77a-b38c-4490-afe3-fbdce90b738b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:43.821952661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"1843f77a-b38c-4490-afe3-fbdce90b738b","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:44.181666042Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"098bdb66-70a1-49de-95e6-06d563a96af3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:44.237440468Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"098bdb66-70a1-49de-95e6-06d563a96af3","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:45.871241578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fce5afc-4169-4069-b251-f5ab253e385d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:45.923941362Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fce5afc-4169-4069-b251-f5ab253e385d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:45.976505893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fce5afc-4169-4069-b251-f5ab253e385d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:46.029162872Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8fce5afc-4169-4069-b251-f5ab253e385d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:48.244358755Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653e4d59-cf45-4617-a1ff-874ba6a35966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:48.296937164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653e4d59-cf45-4617-a1ff-874ba6a35966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:48.349981228Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653e4d59-cf45-4617-a1ff-874ba6a35966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:48.402568939Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"653e4d59-cf45-4617-a1ff-874ba6a35966","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:50.565113653Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414eaf87-1f64-488f-8793-326f9a0efc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:50.617650088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414eaf87-1f64-488f-8793-326f9a0efc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:50.670018641Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414eaf87-1f64-488f-8793-326f9a0efc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:50.722461291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"414eaf87-1f64-488f-8793-326f9a0efc98","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:52.919179035Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2900e204-0d19-4198-ad9d-6fda8901995c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:52.97346791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2900e204-0d19-4198-ad9d-6fda8901995c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:53.026093695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2900e204-0d19-4198-ad9d-6fda8901995c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:53.078580578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2900e204-0d19-4198-ad9d-6fda8901995c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:54.095098851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"cf4ce019-d24e-4f9c-8636-f4e49c529157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:54.214000743Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"cf4ce019-d24e-4f9c-8636-f4e49c529157","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:54.583670561Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"4cdc98ac-64e4-4797-a9d6-cf06c5165e61","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:54.63990608Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"4cdc98ac-64e4-4797-a9d6-cf06c5165e61","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:55.287012383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b901dc11-c445-42c2-b194-a9f4cd03ca78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:55.339559229Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b901dc11-c445-42c2-b194-a9f4cd03ca78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:55.392073581Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b901dc11-c445-42c2-b194-a9f4cd03ca78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:55.4445448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b901dc11-c445-42c2-b194-a9f4cd03ca78","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:58.003517962Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca22be-c6c6-4712-a8db-7dfc7f002244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:58.056096603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca22be-c6c6-4712-a8db-7dfc7f002244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:58.10856388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca22be-c6c6-4712-a8db-7dfc7f002244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:36:58.161071183Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0fca22be-c6c6-4712-a8db-7dfc7f002244","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.016513038Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"39f29f0d-e1f9-4dba-aa73-af9733bf3920","namespace":"ai-tenant-e2e-api-a-00cc0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.016571538Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"39f29f0d-e1f9-4dba-aa73-af9733bf3920","namespace":"ai-tenant-e2e-api-a-00cc0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.016618164Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"39f29f0d-e1f9-4dba-aa73-af9733bf3920","name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.073493253Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"39f29f0d-e1f9-4dba-aa73-af9733bf3920","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.074100396Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"2bec35de-217b-4533-8599-c25fffb1a9ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.074171025Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0eadc7-f5fe-442d-8e1a-af7c8a5049cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.074188143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"8a0eadc7-f5fe-442d-8e1a-af7c8a5049cc","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.278952806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"2bec35de-217b-4533-8599-c25fffb1a9ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.401963801Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"2bec35de-217b-4533-8599-c25fffb1a9ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"name":"e2e-api-a-00cc0e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.401991392Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"e2e-e2e-api-a-00cc0e-policy","reconcileID":"2bec35de-217b-4533-8599-c25fffb1a9ce","MaaSAuthPolicy":{"name":"e2e-e2e-api-a-00cc0e-policy","namespace":"ai-tenant-e2e-api-a-00cc0e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-a-00cc0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.459069453Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d938f12a-da29-478a-b7c5-e944869bc0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:07.459099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d938f12a-da29-478a-b7c5-e944869bc0ea","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:09.025207504Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:11.882709612Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","namespace":"ai-tenant-e2e-ipp-a-bca68b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:11.882783859Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","namespace":"ai-tenant-e2e-ipp-a-bca68b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:11.882858888Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","tenant":"e2e-ipp-a-bca68b","tenantID":"e2e-ipp-a-bca68b","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:11.937383294Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"Deployment","name":"maas-api-e2e-ipp-a-bca68b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.000651499Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"Service","name":"maas-api-e2e-ipp-a-bca68b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.061822732Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-bca68b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.116994648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-bca68b","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.182614306Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.242433455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.299802676Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.363209569Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.421138355Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.477669076Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.541309185Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"Service","name":"payload-processing-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.603948773Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.659035311Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.714054136Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.770223695Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.826590051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.881000316Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.935548268Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:12.99218054Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-bca68b","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:13.049601704Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-bca68b"},"namespace":"ai-tenant-e2e-ipp-a-bca68b","name":"default-tenant","reconcileID":"9363f991-e759-4930-9d12-659f65143254","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-bca68b","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:13.968456178Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-bca68b","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-bca68b","reconcileID":"8667ca00-858a-4a17-98e0-74478a5b003a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-bca68b","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-bca68b"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:15.353219853Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a96d68-cad5-4dd0-9ed2-1ef67aa383e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:15.40557541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a96d68-cad5-4dd0-9ed2-1ef67aa383e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:15.458288039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a96d68-cad5-4dd0-9ed2-1ef67aa383e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:15.510763724Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8a96d68-cad5-4dd0-9ed2-1ef67aa383e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:17.742131928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc572dcc-4429-49d7-befd-afdf6986d567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:17.794704885Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc572dcc-4429-49d7-befd-afdf6986d567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:17.847755665Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc572dcc-4429-49d7-befd-afdf6986d567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:17.900486893Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fc572dcc-4429-49d7-befd-afdf6986d567","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:20.077084337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b496e677-50d3-4b03-99b7-665de211d6d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:20.130358693Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b496e677-50d3-4b03-99b7-665de211d6d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:20.182893219Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b496e677-50d3-4b03-99b7-665de211d6d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:20.235446894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b496e677-50d3-4b03-99b7-665de211d6d1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:22.409115513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc9240c-d9aa-456f-b429-806fe3e84d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:22.461695973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc9240c-d9aa-456f-b429-806fe3e84d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:22.514274931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc9240c-d9aa-456f-b429-806fe3e84d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:22.56694899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc9240c-d9aa-456f-b429-806fe3e84d45","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:23.619772314Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","namespace":"ai-tenant-e2e-api-b-a25202","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:23.619826957Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","namespace":"ai-tenant-e2e-api-b-a25202","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:23.619918738Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","tenant":"e2e-api-b-a25202","tenantID":"e2e-api-b-a25202","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:23.67404503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"Deployment","name":"maas-api-e2e-api-b-a25202","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:23.736190712Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"Service","name":"maas-api-e2e-api-b-a25202","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:23.795445594Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-a25202","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:23.84979458Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-a25202","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:23.94409768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.002126105Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.057172272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.160139239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.218773942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"Deployment","name":"payload-processing-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.352397645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.404753398Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"Service","name":"payload-processing-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.457203879Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"Service","name":"payload-pre-processing-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.509065731Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.561201951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.613358057Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.668394825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.720464822Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.772826471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.83118743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-a25202","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.886623644Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-a25202"},"namespace":"ai-tenant-e2e-api-b-a25202","name":"default-tenant","reconcileID":"2e0a9bb4-6f12-4d2e-a668-77c74ae60fc5","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-a25202","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.91311361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a4ba82-ce9f-45e2-a12e-dc3560723ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:24.967098093Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a4ba82-ce9f-45e2-a12e-dc3560723ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:25.019737662Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a4ba82-ce9f-45e2-a12e-dc3560723ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:25.07208733Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"52a4ba82-ce9f-45e2-a12e-dc3560723ed1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:25.740007971Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-a25202","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-a25202","reconcileID":"14a6510c-0e99-4a2d-ad74-beedf7191998","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-a25202","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-a25202"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:27.343378Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98a44a1-0edd-47e4-8d9c-534737cafbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:27.395867491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98a44a1-0edd-47e4-8d9c-534737cafbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:27.448362293Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98a44a1-0edd-47e4-8d9c-534737cafbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:27.505093402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c98a44a1-0edd-47e4-8d9c-534737cafbb7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:29.709103723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62246d4-e219-4e9b-b889-05482772af36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:29.761871411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62246d4-e219-4e9b-b889-05482772af36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:29.819039423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62246d4-e219-4e9b-b889-05482772af36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:29.871867705Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f62246d4-e219-4e9b-b889-05482772af36","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.269816883Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","namespace":"ai-tenant-e2e-ipp-a-19ee94","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.269897925Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","namespace":"ai-tenant-e2e-ipp-a-19ee94","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.269963339Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","tenant":"e2e-ipp-a-19ee94","tenantID":"e2e-ipp-a-19ee94","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.333618757Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"Deployment","name":"maas-api-e2e-ipp-a-19ee94","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.405015447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"Service","name":"maas-api-e2e-ipp-a-19ee94","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.460602623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-19ee94","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.516320596Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-19ee94","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.619561132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.749689446Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.844189734Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.928477604Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:32.982829476Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.037712948Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.097839285Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"Service","name":"payload-processing-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.158383175Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.213592743Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.268619149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.324258103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.379799774Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.437096154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.491053068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.548501345Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-19ee94","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.62713772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-19ee94"},"namespace":"ai-tenant-e2e-ipp-a-19ee94","name":"default-tenant","reconcileID":"ed563512-ef0f-42bd-91e7-72542b8cdf99","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-19ee94","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.697270213Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","namespace":"ai-tenant-e2e-ipp-b-c17125","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.697341287Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","namespace":"ai-tenant-e2e-ipp-b-c17125","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.697404293Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","tenant":"e2e-ipp-b-c17125","tenantID":"e2e-ipp-b-c17125","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.751829691Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"Deployment","name":"maas-api-e2e-ipp-b-c17125","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.815739172Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"Service","name":"maas-api-e2e-ipp-b-c17125","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.871622351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-c17125","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.927781139Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-c17125","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:33.983064991Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.037596633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.095331997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.156065921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.211325463Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.296371533Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.362328075Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"Service","name":"payload-processing-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.429232775Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.493986341Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.551235212Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.554871271Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-19ee94","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-19ee94","reconcileID":"6b8d3170-eda9-4929-bb54-9330887e9ff3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-19ee94","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-19ee94"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.607663672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.664330323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.722853438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.77503305Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.830959427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-c17125","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:34.891049249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-c17125"},"namespace":"ai-tenant-e2e-ipp-b-c17125","name":"default-tenant","reconcileID":"50bd6e6f-65ca-44d2-9142-7193839d4e09","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-c17125","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:35.993640827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4d093c-c092-46f9-a458-afc005c26629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:36.046418213Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4d093c-c092-46f9-a458-afc005c26629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:36.100245069Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4d093c-c092-46f9-a458-afc005c26629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:36.152972128Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a4d093c-c092-46f9-a458-afc005c26629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:38.354772527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a1e627-1826-41d6-93b8-b1605b4877da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:38.407435726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a1e627-1826-41d6-93b8-b1605b4877da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:38.460049813Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a1e627-1826-41d6-93b8-b1605b4877da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:38.512503762Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06a1e627-1826-41d6-93b8-b1605b4877da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:38.679322092Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-c17125","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-c17125","reconcileID":"ecc060af-1ed5-4b24-bfd1-cefef3653348","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-c17125","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-c17125"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:39.024658026Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:39.268923427Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d51175","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d51175","reconcileID":"c6b75ee4-45a2-4bfb-b351-6791101e04f5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d51175","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-d51175":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:40.673998584Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93806cda-3146-4362-8bd0-0a9143f2ecba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:40.727065119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93806cda-3146-4362-8bd0-0a9143f2ecba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:40.779405957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93806cda-3146-4362-8bd0-0a9143f2ecba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:40.831413163Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"93806cda-3146-4362-8bd0-0a9143f2ecba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:43.074412985Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe09b2d6-f39d-44c0-bc02-d24836484678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:43.128174098Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe09b2d6-f39d-44c0-bc02-d24836484678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:43.215717178Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe09b2d6-f39d-44c0-bc02-d24836484678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:43.26929322Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fe09b2d6-f39d-44c0-bc02-d24836484678","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:45.433411581Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"18c02d3b-dd7a-431a-b74a-b172877913c2","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-45fc31","tenantID":"e2e-ipp-b-45fc31","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:45.543326478Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebefa28-eb67-4f60-a91a-65ca433b6372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:45.549330424Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"18c02d3b-dd7a-431a-b74a-b172877913c2","name":"e2e-ipp-b-45fc31-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:45.595744499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebefa28-eb67-4f60-a91a-65ca433b6372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:45.64828453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebefa28-eb67-4f60-a91a-65ca433b6372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:45.700588149Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ebefa28-eb67-4f60-a91a-65ca433b6372","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:51.381349128Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"e5cf8b9b-70a4-4de3-9c40-6730e2440a1f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:51.381374588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"e5cf8b9b-70a4-4de3-9c40-6730e2440a1f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:52.61503971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffca72fb-fae0-4bd8-9d73-aaac2fe805da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:52.6680863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffca72fb-fae0-4bd8-9d73-aaac2fe805da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:52.720688067Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffca72fb-fae0-4bd8-9d73-aaac2fe805da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:52.773081725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffca72fb-fae0-4bd8-9d73-aaac2fe805da","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:54.961528808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb8ed8b-1008-4e81-9ed7-19e4295b1ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:55.014532587Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb8ed8b-1008-4e81-9ed7-19e4295b1ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:55.066949815Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb8ed8b-1008-4e81-9ed7-19e4295b1ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:55.119327816Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4eb8ed8b-1008-4e81-9ed7-19e4295b1ccf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:55.802403224Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","namespace":"ai-tenant-e2e-ipp-b-b6a289","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:55.802476511Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","namespace":"ai-tenant-e2e-ipp-b-b6a289","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:55.802550252Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","tenant":"e2e-ipp-b-b6a289","tenantID":"e2e-ipp-b-b6a289","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:55.85665951Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b6a289","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:55.921566945Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"Service","name":"maas-api-e2e-ipp-b-b6a289","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:55.976644673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b6a289","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.037832799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b6a289","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.135156452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.198183851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.269209872Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.338425641Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.392202972Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.461873273Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.517914633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"Service","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.614978045Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.668335831Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.72044257Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.772358177Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.829169164Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.901176358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:56.970438149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:57.061258132Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:57.114155439Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"185c753a-c6bc-42a5-8f4d-b11001cb020c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b6a289","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:57.501341117Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c121f2b-02c1-4aba-b62d-cf03074ecb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:57.554398774Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c121f2b-02c1-4aba-b62d-cf03074ecb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:57.617901073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c121f2b-02c1-4aba-b62d-cf03074ecb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:57.67034986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1c121f2b-02c1-4aba-b62d-cf03074ecb02","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:59.847305549Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8282e2f6-9ed0-4e69-93a2-7b5b84fe9d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:59.899950094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8282e2f6-9ed0-4e69-93a2-7b5b84fe9d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:59.90497479Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6a6df563-4c6c-4b94-9239-027c9904c12d","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:59.904999475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6a6df563-4c6c-4b94-9239-027c9904c12d","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:37:59.95250188Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8282e2f6-9ed0-4e69-93a2-7b5b84fe9d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:00.007274997Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8282e2f6-9ed0-4e69-93a2-7b5b84fe9d81","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:00.012498291Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"cbbeb7a0-e29d-4029-8fe9-a43daff40479","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:00.012516726Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"cbbeb7a0-e29d-4029-8fe9-a43daff40479","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.167102674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42422417-1275-4fbd-af61-f688ce489bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.220720571Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42422417-1275-4fbd-af61-f688ce489bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.273191984Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42422417-1275-4fbd-af61-f688ce489bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.32627223Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"42422417-1275-4fbd-af61-f688ce489bab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.32858034Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"c03d034a-0884-4f3f-b4f6-f6eab6417cbc","namespace":"ai-tenant-e2e-api-b-c7f7d7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.328633794Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"c03d034a-0884-4f3f-b4f6-f6eab6417cbc","namespace":"ai-tenant-e2e-api-b-c7f7d7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.328679548Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"c03d034a-0884-4f3f-b4f6-f6eab6417cbc","name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.385922533Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cd462e3-0081-4e29-a5fd-0893c52214fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.385945828Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"1cd462e3-0081-4e29-a5fd-0893c52214fd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.386467486Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"4eb8029e-a1fb-4cc7-bee1-7218d66a2029","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.386754896Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"c03d034a-0884-4f3f-b4f6-f6eab6417cbc","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.650336018Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"4eb8029e-a1fb-4cc7-bee1-7218d66a2029","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.772956863Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"4eb8029e-a1fb-4cc7-bee1-7218d66a2029","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"name":"e2e-api-b-c7f7d7-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.772980109Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"e2e-e2e-api-b-c7f7d7-policy","reconcileID":"4eb8029e-a1fb-4cc7-bee1-7218d66a2029","MaaSAuthPolicy":{"name":"e2e-e2e-api-b-c7f7d7-policy","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-api-b-c7f7d7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.82864002Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d631b383-4c6b-401f-9584-e0aaa3a927ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:02.828662359Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"d631b383-4c6b-401f-9584-e0aaa3a927ce","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:04.492733524Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf1ad4-e19d-4664-88e3-4beb5a8c4629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:04.545283414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf1ad4-e19d-4664-88e3-4beb5a8c4629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:04.597746695Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf1ad4-e19d-4664-88e3-4beb5a8c4629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:04.650853562Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7cf1ad4-e19d-4664-88e3-4beb5a8c4629","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:06.81324036Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adeac0e-6991-4352-ac8b-09b2acd3e9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:06.865617047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adeac0e-6991-4352-ac8b-09b2acd3e9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:06.919024249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adeac0e-6991-4352-ac8b-09b2acd3e9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:06.972213823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8adeac0e-6991-4352-ac8b-09b2acd3e9f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:09.073762555Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:09.360284944Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f02776-7591-4ee0-8402-e83799930234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:09.413365856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f02776-7591-4ee0-8402-e83799930234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:09.466091508Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f02776-7591-4ee0-8402-e83799930234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:09.519048292Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"81f02776-7591-4ee0-8402-e83799930234","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:10.391955559Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"17419c52-ce16-4a93-a4cd-2ea4bef1d2a9","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"tenant":"e2e-mt-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","model":"ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:10.392003959Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"17419c52-ce16-4a93-a4cd-2ea4bef1d2a9","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"routeName":"e2e-lifecycle-model-cba6f9af-kserve-route","namespace":"ai-tenant-e2e-mt-cba6f9af","llmisvcName":"e2e-lifecycle-model-cba6f9af","gateway":"openshift-ingress/e2e-mt-cba6f9af","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:11.767077766Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc371b8-0eb2-440c-8040-1a3f6477db53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:11.819784679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc371b8-0eb2-440c-8040-1a3f6477db53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:11.875155931Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc371b8-0eb2-440c-8040-1a3f6477db53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:11.934787924Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9bc371b8-0eb2-440c-8040-1a3f6477db53","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:14.509173005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7405312-2f49-458a-b020-519ab0fdccd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:14.563612444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7405312-2f49-458a-b020-519ab0fdccd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:14.626237383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7405312-2f49-458a-b020-519ab0fdccd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:14.679600823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7405312-2f49-458a-b020-519ab0fdccd6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:17.02009302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f154164-7d2d-4612-8679-ca2fb059f8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:17.073084394Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f154164-7d2d-4612-8679-ca2fb059f8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:17.129180337Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f154164-7d2d-4612-8679-ca2fb059f8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:17.18258037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7f154164-7d2d-4612-8679-ca2fb059f8d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:19.377043942Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3055e69b-b48b-431a-8de6-853b6bccc41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:19.42957842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3055e69b-b48b-431a-8de6-853b6bccc41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:19.481901404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3055e69b-b48b-431a-8de6-853b6bccc41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:19.534131464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3055e69b-b48b-431a-8de6-853b6bccc41c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:21.684515131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c84412-f775-449c-964b-f82735827667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:21.737089719Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c84412-f775-449c-964b-f82735827667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:21.789241377Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c84412-f775-449c-964b-f82735827667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:21.843133874Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d6c84412-f775-449c-964b-f82735827667","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:23.117928613Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f4516e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f4516e","reconcileID":"8f4b69de-f849-4fc5-8001-a9cca47ad09e","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f4516e","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-f4516e":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.009868827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429c6eea-8213-4af6-b2de-c05e2433b00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.009972414Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","namespace":"ai-tenant-e2e-api-a-00cc0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.010035176Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","namespace":"ai-tenant-e2e-api-a-00cc0e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.062359473Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429c6eea-8213-4af6-b2de-c05e2433b00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.062479539Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","tenant":"e2e-api-a-00cc0e","tenantID":"e2e-api-a-00cc0e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.114904424Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429c6eea-8213-4af6-b2de-c05e2433b00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.167713919Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"429c6eea-8213-4af6-b2de-c05e2433b00e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.172347673Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"Deployment","name":"maas-api-e2e-api-a-00cc0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.231986521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"Service","name":"maas-api-e2e-api-a-00cc0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.290632473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-a-00cc0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.344990296Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-a-00cc0e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.441183934Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.497725689Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.554831646Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.617590036Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.670574326Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"Deployment","name":"payload-processing-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.725869282Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"Deployment","name":"payload-pre-processing-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.780404452Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"Service","name":"payload-processing-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.835980143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"Service","name":"payload-pre-processing-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.888527976Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"DestinationRule","name":"payload-processing-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.944171871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:24.99598825Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:25.051029481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:25.103102887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:25.15497891Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"ServiceAccount","name":"payload-processing-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:25.259216973Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-a-00cc0e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:25.312154252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-a-00cc0e"},"namespace":"ai-tenant-e2e-api-a-00cc0e","name":"default-tenant","reconcileID":"8c68f938-5d19-4615-abe1-2d3c06a0806c","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-a-00cc0e","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:38:26.289967324Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f4516e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f4516e","reconcileID":"7fb8126c-862b-4fdf-b35a-7f260ff8ae0a","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-praxis-a-f4516e\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:26.384691921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f642841-5019-483e-b4d2-01901b56c4f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:26.437373244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f642841-5019-483e-b4d2-01901b56c4f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:26.490509116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f642841-5019-483e-b4d2-01901b56c4f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:26.54322616Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f642841-5019-483e-b4d2-01901b56c4f5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:27.213162511Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-a-00cc0e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-a-00cc0e","reconcileID":"abe8af6e-3394-474a-ac03-593144fbf413","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-a-00cc0e","removed":["maas.opendatahub.io/gateway-access-e2e-api-a-00cc0e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:28.74705044Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b074ee69-8c71-494b-9e7b-5fb6f0403274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:28.799622824Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b074ee69-8c71-494b-9e7b-5fb6f0403274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:28.852132989Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b074ee69-8c71-494b-9e7b-5fb6f0403274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:28.904762017Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b074ee69-8c71-494b-9e7b-5fb6f0403274","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:31.089602201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9a1248-fe40-4f02-a654-7a80e61c1a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:31.142437983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9a1248-fe40-4f02-a654-7a80e61c1a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:31.195287801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9a1248-fe40-4f02-a654-7a80e61c1a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:31.248131385Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3d9a1248-fe40-4f02-a654-7a80e61c1a01","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:33.418397798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562c9421-5c73-44b5-9b20-7f83a9e7d6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:33.471098346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562c9421-5c73-44b5-9b20-7f83a9e7d6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:33.524688673Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562c9421-5c73-44b5-9b20-7f83a9e7d6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:33.577021226Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"562c9421-5c73-44b5-9b20-7f83a9e7d6ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:39.026589313Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:45.934782007Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18808da1-1fb2-45da-b730-30c879728092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:45.987384037Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18808da1-1fb2-45da-b730-30c879728092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:46.03985291Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18808da1-1fb2-45da-b730-30c879728092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:46.092292575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"18808da1-1fb2-45da-b730-30c879728092","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:48.262520089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a8f7a7-1fae-4650-97da-7370e81351fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:48.315132914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a8f7a7-1fae-4650-97da-7370e81351fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:48.367482517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a8f7a7-1fae-4650-97da-7370e81351fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:48.419935022Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"71a8f7a7-1fae-4650-97da-7370e81351fb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:50.594521991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bf0a4d-e38a-4dce-bfc4-cee04ff85b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:50.647292043Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bf0a4d-e38a-4dce-bfc4-cee04ff85b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:50.699792738Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bf0a4d-e38a-4dce-bfc4-cee04ff85b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:50.753030976Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"06bf0a4d-e38a-4dce-bfc4-cee04ff85b89","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:52.914814847Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"c3f768e9-55bd-4736-a026-20a6ee4fc005","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:52.945404023Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff8a43-52a6-46fc-a39f-a6d50073f959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:52.997994895Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff8a43-52a6-46fc-a39f-a6d50073f959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:53.050308818Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff8a43-52a6-46fc-a39f-a6d50073f959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:53.061584669Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"c3f768e9-55bd-4736-a026-20a6ee4fc005","name":"e2e-ipp-a-d51175-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:53.102720839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ff8a43-52a6-46fc-a39f-a6d50073f959","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:55.284464175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df7e14ba-1ae6-474b-ac37-7864156e990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:55.336675847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df7e14ba-1ae6-474b-ac37-7864156e990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:55.389219983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df7e14ba-1ae6-474b-ac37-7864156e990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:55.441521249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"df7e14ba-1ae6-474b-ac37-7864156e990b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:57.63644879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f25f622-1f68-4e38-8198-d8d2a0806a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:57.691143099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f25f622-1f68-4e38-8198-d8d2a0806a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:57.746231788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f25f622-1f68-4e38-8198-d8d2a0806a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:57.799428321Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9f25f622-1f68-4e38-8198-d8d2a0806a73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.456324403Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","namespace":"ai-tenant-e2e-mt-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.45638058Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","namespace":"ai-tenant-e2e-mt-cba6f9af","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.456429753Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","tenant":"e2e-mt-cba6f9af","tenantID":"e2e-mt-cba6f9af","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.510981118Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"Deployment","name":"maas-api-e2e-mt-cba6f9af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.575113736Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"Service","name":"maas-api-e2e-mt-cba6f9af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.641422015Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"HTTPRoute","name":"maas-api-route-e2e-mt-cba6f9af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.695635447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-mt-cba6f9af","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.778113141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.845434313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:58.904184953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.095158225Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"Telemetry","name":"latency-per-subscription-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.147155393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"Deployment","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.198918938Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"Deployment","name":"payload-pre-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.250983856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"Service","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.303254182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"Service","name":"payload-pre-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.37199984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"DestinationRule","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.426261864Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"DestinationRule","name":"payload-pre-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.478049263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"EnvoyFilter","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.533109886Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.585119812Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"NetworkPolicy","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.643007768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"ServiceAccount","name":"payload-processing-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.700113393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-mt-cba6f9af","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:38:59.75848383Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"default-tenant","reconcileID":"26f51ac9-a7fb-41fe-8319-7e3a298d4aa3","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-mt-cba6f9af","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:00.196105032Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4fadf9-c66c-4e33-8b3e-81826865f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:00.248584388Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4fadf9-c66c-4e33-8b3e-81826865f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:00.301034084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4fadf9-c66c-4e33-8b3e-81826865f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:00.353538095Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"da4fadf9-c66c-4e33-8b3e-81826865f7e4","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:00.808109405Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-mt-cba6f9af","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-mt-cba6f9af","reconcileID":"d2702fe0-506c-44f5-99fe-3f31b67ea6cc","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-mt-cba6f9af","removed":["maas.opendatahub.io/gateway-access-e2e-mt-cba6f9af"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:00.970526158Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"1c651e92-f4df-4447-a2c2-53ae26571ee7","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.028804784Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"1c651e92-f4df-4447-a2c2-53ae26571ee7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.034259962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"5a5c146a-c5fd-4d7c-90ad-e47ea5481161","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.034323199Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"5a5c146a-c5fd-4d7c-90ad-e47ea5481161","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.045608161Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"ab30a081-e645-4538-8f96-2aa12c1d35c3","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.045698277Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"ab30a081-e645-4538-8f96-2aa12c1d35c3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.066900533Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"d9d03775-08f8-432f-a6f3-25e7d073df50","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.06698602Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"d9d03775-08f8-432f-a6f3-25e7d073df50","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.109167476Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"cb07222a-d8fd-49e6-9fae-97a1035de8bc","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.109315828Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"cb07222a-d8fd-49e6-9fae-97a1035de8bc","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.219404406Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"d80e4821-27d5-4a22-9d0d-f58c6477fa6d","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.223442887Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"d80e4821-27d5-4a22-9d0d-f58c6477fa6d","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.385246904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6a0287e2-0d74-451c-9eb3-10064506babf","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.385351446Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6a0287e2-0d74-451c-9eb3-10064506babf","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.705690283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"5f6450b7-c129-4e6c-aafe-1c4c946fb08f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:01.705762101Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"5f6450b7-c129-4e6c-aafe-1c4c946fb08f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:02.346508326Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"be8e3948-304d-4e50-b377-28b505e68e52","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:02.346585792Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"be8e3948-304d-4e50-b377-28b505e68e52","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:02.609152723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e811ca-ea13-4728-9c92-124a8a2b4eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:02.66165501Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e811ca-ea13-4728-9c92-124a8a2b4eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:02.715709447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e811ca-ea13-4728-9c92-124a8a2b4eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:02.768786383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c9e811ca-ea13-4728-9c92-124a8a2b4eaf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:03.627709782Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"afb02d19-b775-41f9-aab5-df73528cb039","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:03.627771402Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"afb02d19-b775-41f9-aab5-df73528cb039","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:04.932737189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9f117f-f96b-47bd-88c8-2f31d23b0f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:04.985801062Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9f117f-f96b-47bd-88c8-2f31d23b0f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.03836391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9f117f-f96b-47bd-88c8-2f31d23b0f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.038536837Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","namespace":"ai-tenant-e2e-ipp-b-b6a289","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.091086516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"dd9f117f-f96b-47bd-88c8-2f31d23b0f51","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.091153572Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","namespace":"ai-tenant-e2e-ipp-b-b6a289","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.091218489Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","tenant":"e2e-ipp-b-b6a289","tenantID":"e2e-ipp-b-b6a289","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.143438762Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"Deployment","name":"maas-api-e2e-ipp-b-b6a289","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.19570887Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"Service","name":"maas-api-e2e-ipp-b-b6a289","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.248018577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-b6a289","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.30005758Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-b6a289","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.357588997Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.417957433Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.470928692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.524167671Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.579533787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.632326648Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.687668857Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"Service","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.741465412Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.794279108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.846127621Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.898973619Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:05.951183303Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:06.003377381Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:06.055768396Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:06.108089083Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-b6a289","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:06.165014254Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-b6a289"},"namespace":"ai-tenant-e2e-ipp-b-b6a289","name":"default-tenant","reconcileID":"75342bfb-e6f4-46ca-8b01-35c52b66aa35","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-b6a289","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:06.188684373Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"95f8421e-e373-47d2-8540-d0aa8009fccb","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:06.188757001Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"95f8421e-e373-47d2-8540-d0aa8009fccb","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:07.168001991Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-b6a289","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-b6a289","reconcileID":"e3f32315-ae6d-4ea1-9ef3-634f20ff2b10","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-b6a289","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-b6a289"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:07.328969521Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"7e2f00da-68a2-47fb-881b-c0570e61a449","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:07.32905699Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"7e2f00da-68a2-47fb-881b-c0570e61a449","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:07.473420448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a861a65a-53e0-4953-b9d6-29ef63f8fb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:07.526104202Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a861a65a-53e0-4953-b9d6-29ef63f8fb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:07.580034249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a861a65a-53e0-4953-b9d6-29ef63f8fb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:07.637384308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a861a65a-53e0-4953-b9d6-29ef63f8fb28","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:09.027577571Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:09.825939846Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ccf4ec-0f18-4ee2-9766-5f29b1222bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:09.878893671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ccf4ec-0f18-4ee2-9766-5f29b1222bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:09.932128991Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ccf4ec-0f18-4ee2-9766-5f29b1222bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:09.985591836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"74ccf4ec-0f18-4ee2-9766-5f29b1222bde","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:11.639916299Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","namespace":"ai-tenant-e2e-api-b-c7f7d7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:11.639997251Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","namespace":"ai-tenant-e2e-api-b-c7f7d7","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:11.640063961Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","tenant":"e2e-api-b-c7f7d7","tenantID":"e2e-api-b-c7f7d7","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:11.694552207Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"Deployment","name":"maas-api-e2e-api-b-c7f7d7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:11.756073978Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"Service","name":"maas-api-e2e-api-b-c7f7d7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:11.813664017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-c7f7d7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:11.868127966Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-c7f7d7","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:11.931658351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:11.996582182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.052509005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.107213787Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.159615633Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"Deployment","name":"payload-processing-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.167325503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f2f19a8-7500-4ccd-9ac1-2f4985d830cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.220059772Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.220869405Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f2f19a8-7500-4ccd-9ac1-2f4985d830cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.282361089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f2f19a8-7500-4ccd-9ac1-2f4985d830cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.312280005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"Service","name":"payload-processing-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.367797686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f2f19a8-7500-4ccd-9ac1-2f4985d830cb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.422175016Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"Service","name":"payload-pre-processing-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.474146903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.52647763Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.578759845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.643071226Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.695196149Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.747546406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.799365208Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-c7f7d7","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:12.865578651Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-c7f7d7"},"namespace":"ai-tenant-e2e-api-b-c7f7d7","name":"default-tenant","reconcileID":"be0102ce-632f-4697-bd4d-af252470a395","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-c7f7d7","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:13.707394166Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-c7f7d7","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-c7f7d7","reconcileID":"68317c4d-a2fc-405b-84b1-a47a2fdee341","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-c7f7d7","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-c7f7d7"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:13.869200108Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"c2ad38d0-bc11-45e5-9997-e51e57a4b051","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:13.869356146Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"c2ad38d0-bc11-45e5-9997-e51e57a4b051","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:15.155703498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dc3ea6-c06c-46f7-8dda-2e965c90b2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:15.208790648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dc3ea6-c06c-46f7-8dda-2e965c90b2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:15.26136038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dc3ea6-c06c-46f7-8dda-2e965c90b2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:15.31457488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83dc3ea6-c06c-46f7-8dda-2e965c90b2ed","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:16.878734112Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6c9903e7-2cab-49ed-be4a-cb738f762bed","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:16.878798531Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"6c9903e7-2cab-49ed-be4a-cb738f762bed","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:17.548144001Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ecf940-919b-4bb4-94a5-15a1a196ee0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:17.600998458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ecf940-919b-4bb4-94a5-15a1a196ee0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:17.653615349Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ecf940-919b-4bb4-94a5-15a1a196ee0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:17.70637629Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5ecf940-919b-4bb4-94a5-15a1a196ee0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:25.021738239Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"923f9f7b-8eaf-449f-9a32-fe188f27a510","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:25.021917781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"923f9f7b-8eaf-449f-9a32-fe188f27a510","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.022103479Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-w3-108cf9","reconcileID":"6602d202-9ad6-489c-a3e7-594dfa4ccbe7","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.022490817Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-2-w3-108cf9","reconcileID":"886d8f3f-0dfe-4695-a355-9f5d16553b09","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-2-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-2-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.022780205Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"1f2085b9-cf04-49c6-bcd7-6039f9749d32","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.023274577Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"f5d506af-5ab7-41f1-bbb4-61ff8b8fb409","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:25.084212954Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"32c0ecd6-b350-4171-8154-de643e288e1b","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:25.084277281Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"32c0ecd6-b350-4171-8154-de643e288e1b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.084354913Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"8f97b95d-1eb0-4749-b591-6ae65e67c048","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.132784549Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"26914b7b-58e4-4e5c-8768-5d60ee049e95","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.133160636Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-w3-108cf9","reconcileID":"79e51bb1-2855-4fcf-8dd0-e1fc6e9669de","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.133397588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-2-w3-108cf9","reconcileID":"a32318f0-99bb-4d88-b795-0e4f9c21305d","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-2-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-2-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.243240062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"cb65ff1e-65dc-406b-b7ce-76ec2d35fe0d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.244874096Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"8babc720-560c-463d-95e1-cf3a1669ac33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.245903858Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"04455281-e1a5-4e69-91ec-0d37a6d681ef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.288134491Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"b43d057e-d280-49c0-9fb1-518994ac36e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.31225573Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"8babc720-560c-463d-95e1-cf3a1669ac33","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.345755626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"b43d057e-d280-49c0-9fb1-518994ac36e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.577256581Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"9f0dabbf-1b84-41ed-9781-8460f7b110a7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.580543509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"b4ecdc2b-2b94-446a-bf15-02a3294409e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.744392605Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"41742bcb-ecc3-4fde-8bc4-028325cf9a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.744784233Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"b2a8382b-f976-4669-b996-412691124d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.807579726Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"41742bcb-ecc3-4fde-8bc4-028325cf9a54","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:25.810359657Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"b2a8382b-f976-4669-b996-412691124d63","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:26.296499154Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08de572e-8ad2-49fc-9ea5-0691e7d64ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:26.349287681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08de572e-8ad2-49fc-9ea5-0691e7d64ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:26.405204742Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08de572e-8ad2-49fc-9ea5-0691e7d64ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:26.458970497Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"08de572e-8ad2-49fc-9ea5-0691e7d64ed5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:28.789496769Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1231b21a-4813-46d8-a8fd-2b2daee74432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:28.842316156Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1231b21a-4813-46d8-a8fd-2b2daee74432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:28.89483763Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1231b21a-4813-46d8-a8fd-2b2daee74432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:28.947622837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1231b21a-4813-46d8-a8fd-2b2daee74432","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:30.290031634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-2-w3-108cf9","reconcileID":"4d5c06c6-23dc-4f7b-8c34-fa3fbbcf9b54","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-2-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-2-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:30.605224459Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-w3-108cf9","reconcileID":"363c3f4c-623e-4027-84a5-98821dc358ab","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:30.924208801Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"186ab22c-28a8-4c23-ae22-802ed2e69e82","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.084164056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"345ee5e4-1aa0-42d3-8e01-d77d44fbf4b6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.143199736Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaf8dd8-7393-4280-bd02-a36868ea2f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.143365902Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"a7b5f993-6d5f-4212-a8b5-8ac10dcf3cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.143478785Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"cc9b9e5a-2e16-479f-8d89-3705825ad231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.196553572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaf8dd8-7393-4280-bd02-a36868ea2f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.23836081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"df9405b5-ac0f-45f3-b13b-0f2078e3f59f","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.249475983Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaf8dd8-7393-4280-bd02-a36868ea2f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.254091933Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"a7b5f993-6d5f-4212-a8b5-8ac10dcf3cc6","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.257354816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"cc9b9e5a-2e16-479f-8d89-3705825ad231","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.302620602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"fcaf8dd8-7393-4280-bd02-a36868ea2f4f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.36515649Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"51b01f0d-8d02-4718-bab7-a6867f6b6e24","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.462371801Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"90d194f3-de99-41e7-983f-92b447e5da0c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.573391452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"f033250b-d2f6-4587-99d7-28d98f1b5406","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.629704413Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"bde3cff6-8baa-47ec-b18b-b8b221a0b864","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.677582772Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"d67a44aa-5ec6-45eb-bb38-5e9270f704ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.677638891Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"5d3e96c5-18be-4761-aa8b-7068743cf5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.73468907Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"5d3e96c5-18be-4761-aa8b-7068743cf5a3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.735747604Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"d67a44aa-5ec6-45eb-bb38-5e9270f704ef","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:31.788117895Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"43ba8736-27fa-481d-84a9-125ff7bb9ca5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:35.209850827Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"a5e46ad5-cd1f-49d3-8cfc-cb3d64e2287b","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:35.209969555Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"a5e46ad5-cd1f-49d3-8cfc-cb3d64e2287b","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:35.380443707Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"b4540b5d-d892-4a66-8a0d-326de493dac3","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:35.380521809Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"b4540b5d-d892-4a66-8a0d-326de493dac3","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:35.489789012Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"2f245cb0-ef4c-4bb4-b66b-2482f8f5eb7a","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:35.489868909Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"2f245cb0-ef4c-4bb4-b66b-2482f8f5eb7a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.490012709Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"b2787423-32f6-4ae3-83a7-2ce21acec0f0","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.49035384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"premium-w3-108cf9","reconcileID":"e2bd4dd4-6ceb-4368-9e87-ca9d8735973c","MaaSModelRef":{"name":"premium-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"premium-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"premium-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.4906025Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-w3-108cf9","reconcileID":"ba978a89-14de-4d0f-8a55-5b600517cad5","MaaSModelRef":{"name":"distinct-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.490760475Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"distinct-2-w3-108cf9","reconcileID":"44043f90-b8b3-494d-94b2-449e7397aa03","MaaSModelRef":{"name":"distinct-2-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"distinct-2-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"distinct-2-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.704365857Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"7b311e9e-7639-47b2-a58f-62da3d9c6343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.759668693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"851896b0-1736-4cb7-ac1e-fd1e4ace39fd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.76175313Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"7b311e9e-7639-47b2-a58f-62da3d9c6343","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.762735143Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"0f548e0c-34e2-4e01-b6db-2fb1a6feb177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.763137716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"0a5d69be-f735-4b85-9a44-f2dd76989c67","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:35.830902703Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"0f548e0c-34e2-4e01-b6db-2fb1a6feb177","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.039486576Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"fcb48186-ca69-4df0-890c-a16dfd047d68","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-premium-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.128348173Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"fe3aa0b5-97eb-4092-9361-aa9e33091843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.141714547Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"6f9331a0-5e37-4b7b-9eb3-39dec7b1762d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"maas-trlp-simulator-w3-108cf9","model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.185033353Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"fe3aa0b5-97eb-4092-9361-aa9e33091843","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.228806743Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"b884f947-324c-40a8-9ad5-5bf602a4bbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.285927127Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"b884f947-324c-40a8-9ad5-5bf602a4bbfe","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:36.495976009Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"e96c6855-79e8-4496-8fc7-f8f814f0cac2","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:36.496055522Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"e96c6855-79e8-4496-8fc7-f8f814f0cac2","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.510029899Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d3af5a-b730-4456-b909-553cd1fac699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.564208681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d3af5a-b730-4456-b909-553cd1fac699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.618316905Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d3af5a-b730-4456-b909-553cd1fac699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.687319018Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9ceb40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9ceb40","reconcileID":"2a492397-9d0e-4eb7-9b3b-4ff0fe537c59","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9ceb40","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-a-9ceb40":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:36.688281075Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17d3af5a-b730-4456-b909-553cd1fac699","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:36.96008043Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"34489323-7bee-476f-b866-9a075a3ae12a","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:36.960159091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"34489323-7bee-476f-b866-9a075a3ae12a","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.024140806Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"1ed2a990-685d-4cc9-9dc5-84db5829c5dd","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-f4516e","tenantID":"e2e-praxis-a-f4516e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.027547235Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:39.096970527Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"d09f43ea-c031-4bb3-89c8-f4cfca809139","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:39.097045811Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"d09f43ea-c031-4bb3-89c8-f4cfca809139","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.141320442Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"1ed2a990-685d-4cc9-9dc5-84db5829c5dd","name":"e2e-praxis-a-f4516e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.190214623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a65373-7b51-4aac-ba61-d0c77b88f3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.242802464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a65373-7b51-4aac-ba61-d0c77b88f3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.295250498Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a65373-7b51-4aac-ba61-d0c77b88f3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.347750876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"38a65373-7b51-4aac-ba61-d0c77b88f3e8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.347893601Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","namespace":"ai-tenant-e2e-api-b-b9eea3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.347974094Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","namespace":"ai-tenant-e2e-api-b-b9eea3","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.348049455Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","tenant":"e2e-api-b-b9eea3","tenantID":"e2e-api-b-b9eea3","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.403427741Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"Deployment","name":"maas-api-e2e-api-b-b9eea3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.47819988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"Service","name":"maas-api-e2e-api-b-b9eea3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.536272134Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"HTTPRoute","name":"maas-api-route-e2e-api-b-b9eea3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.634268473Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-api-b-b9eea3","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.743002632Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.800107042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.860649323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:39.947292518Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"Telemetry","name":"latency-per-subscription-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.003212538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"Deployment","name":"payload-processing-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.05804024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"Deployment","name":"payload-pre-processing-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.125214405Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"Service","name":"payload-processing-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.181032628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"Service","name":"payload-pre-processing-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.234158867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"DestinationRule","name":"payload-processing-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.286846328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"DestinationRule","name":"payload-pre-processing-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.339499151Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"EnvoyFilter","name":"payload-processing-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.403121949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.456393017Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"NetworkPolicy","name":"payload-processing-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.534020171Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"ServiceAccount","name":"payload-processing-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.61358493Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-api-b-b9eea3","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:40.703235239Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-api-b-b9eea3"},"namespace":"ai-tenant-e2e-api-b-b9eea3","name":"default-tenant","reconcileID":"f1f3b138-1bdf-42c5-8a00-22670b797406","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-api-b-b9eea3","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:41.727615149Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-api-b-b9eea3","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-api-b-b9eea3","reconcileID":"6c2a7a1a-2b9a-4cf4-b2ac-f77bf0466e01","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-api-b-b9eea3","removed":["maas.opendatahub.io/gateway-access-e2e-api-b-b9eea3"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:41.779980073Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5b15be-17ef-438b-a0bf-2cebe75dc123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:41.83266006Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5b15be-17ef-438b-a0bf-2cebe75dc123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:41.912234488Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5b15be-17ef-438b-a0bf-2cebe75dc123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:41.962591141Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"d15e53cc-6e50-421d-b63a-9d84b85b1d9f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:41.962683369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"d15e53cc-6e50-421d-b63a-9d84b85b1d9f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:41.965155842Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"7b5b15be-17ef-438b-a0bf-2cebe75dc123","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:44.257760066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c47934-3bca-4306-a97a-5b45b88d37b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:44.310200409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c47934-3bca-4306-a97a-5b45b88d37b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:44.362634798Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c47934-3bca-4306-a97a-5b45b88d37b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:44.415083357Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"55c47934-3bca-4306-a97a-5b45b88d37b3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:46.758080087Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae88c56e-b67c-45f9-b0aa-f1dfd2f26b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:46.810465373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae88c56e-b67c-45f9-b0aa-f1dfd2f26b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:46.864240896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae88c56e-b67c-45f9-b0aa-f1dfd2f26b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:46.917344482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ae88c56e-b67c-45f9-b0aa-f1dfd2f26b16","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:50.576132615Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"f63a42c7-f5f8-44e0-a617-c1692df616ca","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:50.576211033Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"f63a42c7-f5f8-44e0-a617-c1692df616ca","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.576341221Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"1e164063-f4cc-48e9-8001-90647901decc","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.629397049Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"dc579472-5e91-464f-b69d-ee3e031f1bc9","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.683129928Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"3a55d50e-750c-42af-8c2d-66d938495fcd","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.683375441Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"4cfe0633-549a-498b-807c-3c3f120facc8","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:50.74322218Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"ec05e37d-a747-42c0-be16-8e25beb086e7","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:50.74330939Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"ec05e37d-a747-42c0-be16-8e25beb086e7","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.74342776Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"81b2ea9d-28ee-4148-911e-a9838261870d","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.743694554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"b0bb0149-0730-403a-88c5-7bda86ceee92","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.744016551Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"e7389cc6-4ada-4eba-8d81-77701f6ec781","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.744301122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"71629afa-59ab-42da-86f2-715fa4f59ae3","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.789053402Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"132b4db9-4d50-4fbf-a501-52a05838d89f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.789103123Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"88e26114-ac70-4f61-958c-5cb4c9a11327","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.789525956Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"270cf6ba-d3dc-4366-b5d2-b4d1d7b6cc63","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.840408874Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"f999a22c-3ceb-4800-99d8-37d7b500f747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.847282769Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"132b4db9-4d50-4fbf-a501-52a05838d89f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:50.898626031Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"f999a22c-3ceb-4800-99d8-37d7b500f747","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:51.111567937Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"2e734524-2821-4045-9de1-2f1be3766f90","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:51.111559924Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"866bd169-163e-4d4e-95f5-9c5ae3f51270","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:51.232646121Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"760e5523-2785-4681-a4c8-bc63b82a34e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:51.301228614Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"760e5523-2785-4681-a4c8-bc63b82a34e4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:51.338425713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"180fa3a8-f24c-4f99-aa01-4aa7fd19b0f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:51.395591805Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"180fa3a8-f24c-4f99-aa01-4aa7fd19b0f7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:51.852604214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f4dc9f-3af8-4453-9199-3e7de08b640c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:51.905063601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f4dc9f-3af8-4453-9199-3e7de08b640c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:51.958002743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f4dc9f-3af8-4453-9199-3e7de08b640c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:52.014025748Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f0f4dc9f-3af8-4453-9199-3e7de08b640c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:52.60334637Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"48a6ee8f-6d22-4782-b300-39435c93f84f","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:52.603409922Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"48a6ee8f-6d22-4782-b300-39435c93f84f","error":"resolve tenant gateway for model ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-mt-cba6f9af/e2e-lifecycle-model-cba6f9af-kserve-route (gateways: [openshift-ingress/e2e-mt-cba6f9af]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:39:53.795332319Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"e2e-lifecycle-model-cba6f9af","namespace":"ai-tenant-e2e-mt-cba6f9af"},"namespace":"ai-tenant-e2e-mt-cba6f9af","name":"e2e-lifecycle-model-cba6f9af","reconcileID":"952f8c0e-af5f-4e8e-9fa4-697f02546e6a","error":"maasmodelrefs.maas.opendatahub.io \"e2e-lifecycle-model-cba6f9af\" not found","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:54.270823675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e877edc6-d9b2-4c38-ae15-56816c5cb873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:54.323432566Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e877edc6-d9b2-4c38-ae15-56816c5cb873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:54.376114791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e877edc6-d9b2-4c38-ae15-56816c5cb873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:54.429042433Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e877edc6-d9b2-4c38-ae15-56816c5cb873","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:56.664258964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20810c43-dee5-49df-9e96-fc451629e4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:56.71681676Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20810c43-dee5-49df-9e96-fc451629e4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:56.769329189Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20810c43-dee5-49df-9e96-fc451629e4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:56.822352234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"20810c43-dee5-49df-9e96-fc451629e4ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:59.07623823Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f21b075-6989-4de8-9a0c-a1562052a15e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:59.129040144Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f21b075-6989-4de8-9a0c-a1562052a15e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:59.182037668Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f21b075-6989-4de8-9a0c-a1562052a15e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:39:59.240418009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0f21b075-6989-4de8-9a0c-a1562052a15e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:00.293279433Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"21f526dd-dfe2-4079-b746-259c69a5fcbc","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.180507348Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"4a40f46c-bb30-4670-aa46-5f375c29d841","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.181007267Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"9aad5dfb-63ea-46a7-bbd2-714eb653c6ff","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.181331217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"cb8a78b5-82f1-4fe5-a266-01fd42c98f11","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.181715884Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"c8c03dd7-b276-4102-85a3-72cd983d101d","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.359234788Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"557a4d64-8f22-44cf-88dd-455b37b1cf2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.359250095Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"38ba95e2-c17d-4766-9409-5d377688883f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.359779143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"494e82c6-2ad2-4ed2-981d-d17c13921728","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.360067074Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"f041c23c-e775-4c99-b158-58e7daa2cb9a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.430148137Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"557a4d64-8f22-44cf-88dd-455b37b1cf2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.432064431Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"38ba95e2-c17d-4766-9409-5d377688883f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.605050344Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024dc95f-ffe4-4b1d-bf34-78d734997f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.658358979Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"d0c688d1-b5ad-41b4-9e8b-268081f6eed2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.65844464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024dc95f-ffe4-4b1d-bf34-78d734997f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.658908429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"6681c68e-dc95-4181-94d7-a168a1827ab7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-simulator-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.714145011Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024dc95f-ffe4-4b1d-bf34-78d734997f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.76751457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"024dc95f-ffe4-4b1d-bf34-78d734997f3c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.875494691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"debba25d-f9df-458c-9497-ddd31957f7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.920512602Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"cbe7feef-f5a0-401c-809b-f5c0fc86800f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.932038002Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"debba25d-f9df-458c-9497-ddd31957f7c4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:01.978206681Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"cbe7feef-f5a0-401c-809b-f5c0fc86800f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:06.47430808Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"aaa25cc9-2e74-4241-b599-fa63cbd32987","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:06.665432634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4458938e-92fd-48cc-af0a-0fdd4f854e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:06.70460948Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"namespace":"e2e-models-e2e-worker-w3-108cf9","name":"simulator-w3-108cf9","reconcileID":"b3f4ce28-3811-4824-9305-235d6080a391","MaaSModelRef":{"name":"simulator-w3-108cf9","namespace":"e2e-models-e2e-worker-w3-108cf9"},"routeName":"simulator-w3-108cf9-kserve-route","namespace":"e2e-models-e2e-worker-w3-108cf9","llmisvcName":"simulator-w3-108cf9","gateway":"openshift-ingress/e2e-worker-w3-108cf9","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:06.718495467Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4458938e-92fd-48cc-af0a-0fdd4f854e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:06.78073594Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4458938e-92fd-48cc-af0a-0fdd4f854e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:06.853770444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4458938e-92fd-48cc-af0a-0fdd4f854e7e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:06.857158801Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"a00e048a-e1bd-40ec-9696-f5c76d5a74bd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:06.857867469Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"aee3ce13-c024-4f89-a711-7d05a28726bf","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.012598183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"96739c7a-685c-416d-b1e7-d9c85e86bb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.012601578Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"9125d05d-fe6a-4eea-9003-7104f8f57f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.07127745Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"9125d05d-fe6a-4eea-9003-7104f8f57f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.07135033Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"9125d05d-fe6a-4eea-9003-7104f8f57f68","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.071277439Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"96739c7a-685c-416d-b1e7-d9c85e86bb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.071376892Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"96739c7a-685c-416d-b1e7-d9c85e86bb3c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.118043736Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"1acbcff9-ff18-42db-adb9-eb4747075b9c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.11804432Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"76e6f503-bdfd-4645-93de-cfd381ee31cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.28881858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"07eb6578-d42e-4469-bfe7-16cc7ad8d0a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.289091638Z","body":"HTTPRoute not found for model, skipping TokenRateLimitPolicy creation","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"1b479e90-41ee-4f00-98fe-4acd23b5d4b1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.288859818Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"4644b397-a372-4d0a-99e1-03470990bbb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.346940438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"07eb6578-d42e-4469-bfe7-16cc7ad8d0a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.346995809Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"07eb6578-d42e-4469-bfe7-16cc7ad8d0a1","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.348416584Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"4644b397-a372-4d0a-99e1-03470990bbb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:07.348471579Z","body":"HTTPRoute not found for model, skipping AuthPolicy creation","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"4644b397-a372-4d0a-99e1-03470990bbb3","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.333011335Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"27afd4e5-ff08-4185-ae02-4b0f1ca86502","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.333288326Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"3b5be6f4-783e-446d-a5cd-6faaccc8e85e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9 (deleting)","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.439789783Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"9feb5665-44af-485d-9721-cca157ca2f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.440157542Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"1b2c9826-7298-4d89-a17e-856e2a3533d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.500293959Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"9feb5665-44af-485d-9721-cca157ca2f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.500339887Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"9feb5665-44af-485d-9721-cca157ca2f62","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.503862099Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"1b2c9826-7298-4d89-a17e-856e2a3533d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.50391328Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"1b2c9826-7298-4d89-a17e-856e2a3533d9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.780347012Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"3968ac0d-b6a0-4ea4-98b2-2d8232b2dfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.839543442Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"3968ac0d-b6a0-4ea4-98b2-2d8232b2dfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.839597254Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"3968ac0d-b6a0-4ea4-98b2-2d8232b2dfc0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.872445587Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"51aeafad-598a-4ccf-bae0-3b3418a00338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.931038885Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"51aeafad-598a-4ccf-bae0-3b3418a00338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:08.931078418Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"51aeafad-598a-4ccf-bae0-3b3418a00338","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.024046875Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.147210186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0dde1-333c-4429-9d24-dd75c4ed31d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.208658383Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0dde1-333c-4429-9d24-dd75c4ed31d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.26184127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0dde1-333c-4429-9d24-dd75c4ed31d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.317480713Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"86d0dde1-333c-4429-9d24-dd75c4ed31d5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.319375453Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"4c8b8c79-6131-4dac-9f77-ed6acf6a8d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.382846416Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"4c8b8c79-6131-4dac-9f77-ed6acf6a8d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.382915354Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"4c8b8c79-6131-4dac-9f77-ed6acf6a8d0d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.438369861Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"cbbea581-48f4-41b4-8f92-8d1d0021b902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.496088859Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"cbbea581-48f4-41b4-8f92-8d1d0021b902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.496125581Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"cbbea581-48f4-41b4-8f92-8d1d0021b902","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.702118758Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"1051d18c-2e4b-418a-8b48-841b0b4c1901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.762624744Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"1051d18c-2e4b-418a-8b48-841b0b4c1901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.762663712Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"1051d18c-2e4b-418a-8b48-841b0b4c1901","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:09.95298691Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"a216e556-5e7d-434f-9c46-b63b3f0ff630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:10.009865548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"a216e556-5e7d-434f-9c46-b63b3f0ff630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:10.071829772Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"a216e556-5e7d-434f-9c46-b63b3f0ff630","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:11.709505124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fbe2fa-d592-4ba8-9ee2-f3f11b63fd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:11.762804354Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fbe2fa-d592-4ba8-9ee2-f3f11b63fd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:11.822613635Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fbe2fa-d592-4ba8-9ee2-f3f11b63fd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:11.877361018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"94fbe2fa-d592-4ba8-9ee2-f3f11b63fd48","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:11.923196991Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5924b0da-a46f-4c7e-8710-78feb2fc57bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:11.923308421Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5924b0da-a46f-4c7e-8710-78feb2fc57bb","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:11.979841194Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b483c202-d2eb-420a-ab84-09a608bab1a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:11.97986682Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b483c202-d2eb-420a-ab84-09a608bab1a1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.091354Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-policy-934505cf","reconcileID":"216e0d3b-d2b1-4e6b-8eca-0d9dddb829af","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.225398365Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-policy-934505cf","reconcileID":"216e0d3b-d2b1-4e6b-8eca-0d9dddb829af","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"name":"maas-gateway-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.280710865Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-policy-934505cf","reconcileID":"216e0d3b-d2b1-4e6b-8eca-0d9dddb829af","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.335363546Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c310b24e-3a9c-4d63-86f2-1ee079e49eaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.335388782Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c310b24e-3a9c-4d63-86f2-1ee079e49eaf","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.339680746Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57d2b9a3-268a-4cc4-b69c-2ec1f24eaefa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.339705419Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"57d2b9a3-268a-4cc4-b69c-2ec1f24eaefa","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.392773957Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a3a1d6-c3fe-41e1-8d80-67c3f6ab0651","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.392793454Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"a9a3a1d6-c3fe-41e1-8d80-67c3f6ab0651","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:40:12.445236187Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-sub-934505cf","reconcileID":"bdedb6bf-3cd2-4a3c-be7f-786a603f13af","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-934505cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.445312674Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-policy-934505cf","reconcileID":"4db9cf55-98ed-4b60-9627-dca6cc3afb59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.506397436Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-policy-934505cf","reconcileID":"4db9cf55-98ed-4b60-9627-dca6cc3afb59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.562337756Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-policy-934505cf","reconcileID":"4db9cf55-98ed-4b60-9627-dca6cc3afb59","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.563228239Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cb2e1e8-de7a-4c62-8eed-2c92cd47099f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.563246401Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"2cb2e1e8-de7a-4c62-8eed-2c92cd47099f","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.623307146Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9eb7cb4-4810-41b2-a59e-74987bc260f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.623411754Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f9eb7cb4-4810-41b2-a59e-74987bc260f5","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:12.847430024Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-sub-934505cf","reconcileID":"cf02c538-97ac-439c-b014-75a14867fb71","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-934505cf/e2e-shared-int-sub-934505cf","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.166994156Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59f2dcff-c439-48f2-ba85-69ff9e431647","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.187762749Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"915711c9-27d6-471c-8ff5-b69de6aac9c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.187784386Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"915711c9-27d6-471c-8ff5-b69de6aac9c1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.34060602Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8d2c9bc-3543-4bc0-8274-b1df799ad93c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.340624172Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e8d2c9bc-3543-4bc0-8274-b1df799ad93c","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.38041225Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-sub-934505cf","reconcileID":"88f7aa6b-da3e-471b-993c-14b126f18fd4","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.437858637Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d562962-e932-48f0-ac61-5feb9246a603","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.437913145Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"5d562962-e932-48f0-ac61-5feb9246a603","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.542135734Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"3b975998-b1e6-4397-8569-88f67bc8e72d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.600409537Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"3b975998-b1e6-4397-8569-88f67bc8e72d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.640511051Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b38150c3-f5ea-46be-b024-6f2de8995fe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.640540716Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"b38150c3-f5ea-46be-b024-6f2de8995fe1","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.715161771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"3b975998-b1e6-4397-8569-88f67bc8e72d","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.737476521Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad1786d4-87e6-44f4-baf0-37754dfa50b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.737504899Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ad1786d4-87e6-44f4-baf0-37754dfa50b4","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:40:13.76077884Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-sub-934505cf","reconcileID":"04580acb-d451-4fa3-b7f6-e090b1c763fb","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"e2e-shared-int-sub-934505cf\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.786159801Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cce58f1-d2bf-4e6c-8881-ff2657b7cbc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.786187574Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"6cce58f1-d2bf-4e6c-8881-ff2657b7cbc9","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.881859554Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e36cad7a-c737-446b-a0ee-31f73de27658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.881952932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"e36cad7a-c737-446b-a0ee-31f73de27658","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.937352052Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"88db307d-9693-42b3-80ed-1ef48bd27f6f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.952369189Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce06fbcf-8bf4-42c1-bcce-128b9dc94efd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:13.952464883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"ce06fbcf-8bf4-42c1-bcce-128b9dc94efd","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.007067376Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"88db307d-9693-42b3-80ed-1ef48bd27f6f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.062690669Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"88db307d-9693-42b3-80ed-1ef48bd27f6f","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.182238311Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-sub-934505cf","reconcileID":"6d256116-cf6d-4c76-99fd-2aa2ccaf19e7","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"subscriptions":["ai-tenant-e2e-mt-934505cf/e2e-shared-int-sub-934505cf","ai-tenant-e2e-mt-acd60e79/e2e-shared-int-sub-934505cf","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.299602465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b12a01-e09d-480b-99d5-f5d9a5b30317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.353482381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b12a01-e09d-480b-99d5-f5d9a5b30317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.353737454Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-sub-934505cf","reconcileID":"02a86180-1346-40e9-b3fb-9012f37f504d","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.354132891Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"894a0b52-1015-4dd2-8633-b2ab0b5b6095","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.3566557Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aff9d93-4149-47c0-9282-d9419e77e455","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.356676606Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4aff9d93-4149-47c0-9282-d9419e77e455","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.410058097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b12a01-e09d-480b-99d5-f5d9a5b30317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.465624157Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f7b12a01-e09d-480b-99d5-f5d9a5b30317","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:14.572565337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-sub-934505cf","reconcileID":"e39d7a78-3ec1-4b3a-84dd-a9bcd468fdf5","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":3,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:17.978639726Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"b0d23ad8-c0dc-4e4e-b50e-510e881c6072","namespace":"ai-tenant-e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:17.978711968Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"b0d23ad8-c0dc-4e4e-b50e-510e881c6072","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.040052827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"5c8889e3-a136-480a-8c7d-0b5ba9c3f00a","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.040562199Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"b0d23ad8-c0dc-4e4e-b50e-510e881c6072","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.1049098Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"b0d23ad8-c0dc-4e4e-b50e-510e881c6072","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.104931649Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"b0d23ad8-c0dc-4e4e-b50e-510e881c6072","namespace":"ai-tenant-e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.105023341Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"b0d23ad8-c0dc-4e4e-b50e-510e881c6072","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.105297099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"0d4b0ed0-039d-498a-857e-92e446204aad","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.166907767Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"b0d23ad8-c0dc-4e4e-b50e-510e881c6072","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.167198146Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"ccfa7e2c-fce9-432b-8b7f-ad4d58026bcb","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.205693064Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"de6091d2-e8dd-45a6-9da2-a809f79d06c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.205693055Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"55c97441-26d1-4a1e-af3c-37eec8b0efa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.212555575Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"6a97f767-173c-4342-bc71-d12a73742f64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbd8a9ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.228914293Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"b0d23ad8-c0dc-4e4e-b50e-510e881c6072","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.22915384Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"0b8eb766-4e53-4811-8d4b-1796079e6263","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.263570629Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"55c97441-26d1-4a1e-af3c-37eec8b0efa8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.265241055Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"de6091d2-e8dd-45a6-9da2-a809f79d06c8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.276445016Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"fdaebe3b-77e0-4876-8e18-7fb72f18803f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-46290c08","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.279544259Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"7c60d8f1-a08a-43b2-adcf-d67b0bd3872e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbd8a9ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.338629481Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"bc5a7de6-951e-45e9-9aa7-2210ea17b2ea","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-46290c08","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.421921208Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"192e08f8-abac-4672-9b3b-9311991211da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.422217655Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"7e1bea71-8660-42b3-8b17-efc552440d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.582580672Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"7e1bea71-8660-42b3-8b17-efc552440d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.582765752Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"192e08f8-abac-4672-9b3b-9311991211da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.711610628Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"192e08f8-abac-4672-9b3b-9311991211da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.711631347Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-access","reconcileID":"192e08f8-abac-4672-9b3b-9311991211da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:40:18.716566631Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"7e1bea71-8660-42b3-8b17-efc552440d90","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w5-9d77b6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:40:18.716620112Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"7e1bea71-8660-42b3-8b17-efc552440d90","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w5-9d77b6-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.721961551Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e308bbf4-e888-4358-9937-36c8bfd633c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.769222248Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"bc85cd1a-615c-48e3-b106-446b811f0e94","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.927176403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e308bbf4-e888-4358-9937-36c8bfd633c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.98812992Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e308bbf4-e888-4358-9937-36c8bfd633c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"e2e-worker-w5-9d77b6-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:18.9881492Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-access","reconcileID":"e308bbf4-e888-4358-9937-36c8bfd633c5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:19.044991753Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"cebec713-24c3-4450-b465-c4240e092f68","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:19.517935332Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-policy-934505cf","reconcileID":"9668d3af-cfa3-4898-be51-20e4dc86fee5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:19.51801452Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3510a4f9-66ac-48d0-b672-16f59d3e2939","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:19.518027999Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"3510a4f9-66ac-48d0-b672-16f59d3e2939","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:19.671118322Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-policy-934505cf","reconcileID":"9668d3af-cfa3-4898-be51-20e4dc86fee5","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"policyNamespace":"ai-tenant-e2e-mt-934505cf","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:19.728282739Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293df0a8-4a8a-48a8-9bea-599fc59d757a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:19.728305262Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"293df0a8-4a8a-48a8-9bea-599fc59d757a","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:19.873937608Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069841a4-a040-454c-96e2-43ce3d822b52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:19.873962116Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"069841a4-a040-454c-96e2-43ce3d822b52","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:22.227395715Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"746d7fc4-fbc7-44ea-879f-386ae1bcc72b","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:22.279576915Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"9b7aa994-6285-4af7-86f1-5a79af1fdffc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbd8a9ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:22.338053977Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"d2002e54-8345-4391-afd6-e729d7b6ff43","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-cbd8a9ed","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:24.168498704Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"87eeb544-9876-4b46-8086-9f7bfae9fdc2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:24.225215548Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"87eeb544-9876-4b46-8086-9f7bfae9fdc2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:24.280816912Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"87eeb544-9876-4b46-8086-9f7bfae9fdc2","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:27.861771173Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"2120e385-eeb4-4887-98ca-c6473941ae07","namespace":"ai-tenant-e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:27.861841235Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"2120e385-eeb4-4887-98ca-c6473941ae07","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:27.920831357Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"2120e385-eeb4-4887-98ca-c6473941ae07","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:27.978265782Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"2120e385-eeb4-4887-98ca-c6473941ae07","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:27.978283736Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"2120e385-eeb4-4887-98ca-c6473941ae07","namespace":"ai-tenant-e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:27.978334058Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"2120e385-eeb4-4887-98ca-c6473941ae07","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.034743738Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"2120e385-eeb4-4887-98ca-c6473941ae07","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.077870049Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"22202cd5-a396-4e88-ab34-4ff5da0e28c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.07791102Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"a50eccf3-28ea-4d41-afc1-17c032372e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.092856795Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"2120e385-eeb4-4887-98ca-c6473941ae07","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.136159601Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"22202cd5-a396-4e88-ab34-4ff5da0e28c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.136197257Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"a50eccf3-28ea-4d41-afc1-17c032372e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.191708032Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"22202cd5-a396-4e88-ab34-4ff5da0e28c2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.192330247Z","body":"model not found, cleaning up generated AuthPolicy","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"a50eccf3-28ea-4d41-afc1-17c032372e96","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.299230173Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"fcea057b-4adb-4615-8c93-df3dfb327ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.299496506Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"6ec13cc6-3278-44b9-b3a5-8755992852ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.397503966Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"e2e0a547-041d-45e2-b251-85f04ad90cbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.450300628Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"e2e0a547-041d-45e2-b251-85f04ad90cbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.50415404Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"premium-simulator-subscription","reconcileID":"e2e0a547-041d-45e2-b251-85f04ad90cbb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"name":"maas-trlp-premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6","model":"e2e-models-e2e-worker-w5-9d77b6/premium-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.505839203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"fcea057b-4adb-4615-8c93-df3dfb327ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.50602792Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"6ec13cc6-3278-44b9-b3a5-8755992852ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.631105185Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"fcea057b-4adb-4615-8c93-df3dfb327ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.631127567Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-access","reconcileID":"fcea057b-4adb-4615-8c93-df3dfb327ba8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:40:28.639110769Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"6ec13cc6-3278-44b9-b3a5-8755992852ae","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-108cf9-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:40:28.639165982Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"6ec13cc6-3278-44b9-b3a5-8755992852ae","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w3-108cf9-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.644695925Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"0f7e75e3-6edc-4b94-90f0-c3738d995317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.784844588Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"b5335d54-03f1-4ef9-8acc-f3b7d343d7d0","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.850496403Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"0f7e75e3-6edc-4b94-90f0-c3738d995317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.906777083Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"0f7e75e3-6edc-4b94-90f0-c3738d995317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"name":"e2e-worker-w3-108cf9-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:28.906801115Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-access","reconcileID":"0f7e75e3-6edc-4b94-90f0-c3738d995317","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.045682719Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-sub-934505cf","reconcileID":"7f52ad66-336a-46ad-bdfd-e37cddd4764a","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-934505cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.209640081Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"namespace":"ai-tenant-e2e-mt-934505cf","name":"e2e-shared-int-sub-934505cf","reconcileID":"7f52ad66-336a-46ad-bdfd-e37cddd4764a","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-934505cf"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"subscriptions":["ai-tenant-e2e-mt-acd60e79/e2e-shared-int-sub-934505cf","models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.367710732Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5930d369-b49c-49f6-8e1f-7a5ccb5d14a0","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.367773847Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-sub-934505cf","reconcileID":"fe667e74-86e1-4931-8254-f732c10dade9","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.473684079Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c108ed2b-8fcb-4bd3-b8dd-864d573f0e89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.473705117Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"c108ed2b-8fcb-4bd3-b8dd-864d573f0e89","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.558580868Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2def585b-fbcd-467d-b7d6-2f7dcd9bbb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.611371723Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2def585b-fbcd-467d-b7d6-2f7dcd9bbb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.663608663Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2def585b-fbcd-467d-b7d6-2f7dcd9bbb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:30.718002777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2def585b-fbcd-467d-b7d6-2f7dcd9bbb68","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:32.401364381Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"c777996f-a503-484b-b508-64df60a5fb21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:32.453772501Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"simulator-subscription","reconcileID":"c777996f-a503-484b-b508-64df60a5fb21","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"model":"e2e-models-e2e-worker-w5-9d77b6/simulator-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:32.800020486Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"4c2b0bcf-b63f-4ad0-bccc-f02f97d02803","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.010968491Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b76a73-8e6f-4e6e-8b9b-7bb9556abba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.06357783Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b76a73-8e6f-4e6e-8b9b-7bb9556abba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.116322784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b76a73-8e6f-4e6e-8b9b-7bb9556abba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.169295269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c3b76a73-8e6f-4e6e-8b9b-7bb9556abba0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.637250142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-2-w5-9d77b6","reconcileID":"67baf03e-888b-44cd-98c9-9d9f2a93ed85","MaaSModelRef":{"name":"distinct-2-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-2-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-2-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.644352918Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"fe660221-982b-4e75-8ee4-8b3bde0b3bef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.65152807Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"a6ae7479-11b8-4b06-80fa-a321345771d7","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.659608984Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"3fea3ac9-c609-4130-bb68-e3c44c1d1aee","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.827083196Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"simulator-w5-9d77b6","reconcileID":"45f1b6fe-722e-4708-8414-a53913436dab","MaaSModelRef":{"name":"simulator-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"simulator-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"simulator-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.827324162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"premium-w5-9d77b6","reconcileID":"04d06e4d-4796-4859-9f33-f45a2fc4a75c","MaaSModelRef":{"name":"premium-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"premium-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"premium-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:33.82749914Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"namespace":"e2e-models-e2e-worker-w5-9d77b6","name":"distinct-w5-9d77b6","reconcileID":"e339f9cd-91e8-46e7-837f-573f6da78e69","MaaSModelRef":{"name":"distinct-w5-9d77b6","namespace":"e2e-models-e2e-worker-w5-9d77b6"},"routeName":"distinct-w5-9d77b6-kserve-route","namespace":"e2e-models-e2e-worker-w5-9d77b6","llmisvcName":"distinct-w5-9d77b6","gateway":"openshift-ingress/e2e-worker-w5-9d77b6","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:34.386749825Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"c969c31a-1b36-475b-a461-30b57ee7ef88","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:34.443380571Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"c969c31a-1b36-475b-a461-30b57ee7ef88","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:34.499019049Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"c969c31a-1b36-475b-a461-30b57ee7ef88","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:35.354991342Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62f23653-51a4-43d3-8285-79842f0818a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:35.407591012Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62f23653-51a4-43d3-8285-79842f0818a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:35.46006835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62f23653-51a4-43d3-8285-79842f0818a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:35.512682929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"62f23653-51a4-43d3-8285-79842f0818a0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:37.688104409Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab437ba7-f930-441a-a786-a173c8ff7c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:37.741060557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab437ba7-f930-441a-a786-a173c8ff7c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:37.793355086Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab437ba7-f930-441a-a786-a173c8ff7c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:37.845824545Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ab437ba7-f930-441a-a786-a173c8ff7c55","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:38.111822896Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"0e888121-7f89-476d-a41e-ec0627fb261e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:38.111989067Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"simulator-subscription","reconcileID":"0e888121-7f89-476d-a41e-ec0627fb261e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-108cf9/simulator-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:38.146359906Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"c6f32572-f9e0-4139-8c0e-4574a91522a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:38.146451996Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"premium-simulator-subscription","reconcileID":"c6f32572-f9e0-4139-8c0e-4574a91522a5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"model":"e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","error":"MaaSModelRef not found: e2e-models-e2e-worker-w3-108cf9/premium-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:39.023742098Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:40.046382064Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"951a2a0b-f4ee-47c9-85e3-0604508c5682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:40.098619735Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"951a2a0b-f4ee-47c9-85e3-0604508c5682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:40.151027384Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"951a2a0b-f4ee-47c9-85e3-0604508c5682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:40.20380876Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"951a2a0b-f4ee-47c9-85e3-0604508c5682","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:42.398873626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577145b2-b862-4e65-a7e4-898507fc04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:42.464170209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577145b2-b862-4e65-a7e4-898507fc04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:42.517260768Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577145b2-b862-4e65-a7e4-898507fc04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:42.577528484Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"577145b2-b862-4e65-a7e4-898507fc04b1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:43.815144966Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"87d977d3-f429-4feb-b82f-2d559f00ea4f","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-9ceb40","tenantID":"e2e-ipp-a-9ceb40","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:43.981140604Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"87d977d3-f429-4feb-b82f-2d559f00ea4f","name":"e2e-ipp-a-9ceb40-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:44.604024177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"2a368f7f-5fe7-4624-b566-96e13ca0f123","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:44.659854741Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"2a368f7f-5fe7-4624-b566-96e13ca0f123","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:44.714617833Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy status observed generation 4, current generation is 5","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"2a368f7f-5fe7-4624-b566-96e13ca0f123","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:44.860307209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf0091b-5a3c-4652-9e9e-3ebd32176e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:44.912657889Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf0091b-5a3c-4652-9e9e-3ebd32176e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:44.978602827Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf0091b-5a3c-4652-9e9e-3ebd32176e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:45.035309757Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"adf0091b-5a3c-4652-9e9e-3ebd32176e6b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:47.229507339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57586602-27ea-44f8-bc4a-432bd36dbc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:47.289814201Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57586602-27ea-44f8-bc4a-432bd36dbc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:47.34241773Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57586602-27ea-44f8-bc4a-432bd36dbc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:47.394930253Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57586602-27ea-44f8-bc4a-432bd36dbc57","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:47.691895417Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ad4580","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ad4580","reconcileID":"947821b9-d602-4240-95e3-1c58cc7555ff","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ad4580","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-ad4580":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.436846974Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","namespace":"ai-tenant-e2e-ipp-a-69a9bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.436920039Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","namespace":"ai-tenant-e2e-ipp-a-69a9bb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.436969759Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","tenant":"e2e-ipp-a-69a9bb","tenantID":"e2e-ipp-a-69a9bb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.491397138Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"Deployment","name":"maas-api-e2e-ipp-a-69a9bb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.555077009Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"Service","name":"maas-api-e2e-ipp-a-69a9bb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.611482804Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-69a9bb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.656900434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482451d8-2c94-441b-b215-573a6af2b439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.71464883Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482451d8-2c94-441b-b215-573a6af2b439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.718922708Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-69a9bb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.772823209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482451d8-2c94-441b-b215-573a6af2b439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.828814797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"482451d8-2c94-441b-b215-573a6af2b439","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.83031514Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.884787603Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:49.945036004Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.001926332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.102249384Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.158265467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.221772277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"Service","name":"payload-processing-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.290567801Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.34527122Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.400409642Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.455944958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.514691008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.569126776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.625965753Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.684181582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-69a9bb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:50.740974141Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-69a9bb"},"namespace":"ai-tenant-e2e-ipp-a-69a9bb","name":"default-tenant","reconcileID":"645a08f6-da4e-457e-a54b-fccbb54c045a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-69a9bb","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:51.683251959Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-69a9bb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-69a9bb","reconcileID":"5d097fb0-17fa-4267-a0d1-8684cbe2e064","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-69a9bb","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-69a9bb"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:52.038013308Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de45876e-8ff7-4ed3-8f5b-56bc260c82bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:52.090408192Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de45876e-8ff7-4ed3-8f5b-56bc260c82bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:52.142944678Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de45876e-8ff7-4ed3-8f5b-56bc260c82bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:52.195042855Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"de45876e-8ff7-4ed3-8f5b-56bc260c82bc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:54.443633834Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6beedcc-9703-455a-9cda-139d7ee42a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:54.495956697Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6beedcc-9703-455a-9cda-139d7ee42a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:54.54818659Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6beedcc-9703-455a-9cda-139d7ee42a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:54.600324529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b6beedcc-9703-455a-9cda-139d7ee42a67","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:54.864867866Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"b8b7020d-9e9a-4f7b-8244-c8e5848e3967","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:54.921529325Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"b8b7020d-9e9a-4f7b-8244-c8e5848e3967","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:54.976449975Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"b8b7020d-9e9a-4f7b-8244-c8e5848e3967","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:55.034609178Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de0075d3-5416-4df6-b586-2615948baa56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:55.034628725Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"de0075d3-5416-4df6-b586-2615948baa56","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:56.792470509Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d505f5-de78-42df-ba04-9e587b7cb6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:56.845191249Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d505f5-de78-42df-ba04-9e587b7cb6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:56.897667804Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d505f5-de78-42df-ba04-9e587b7cb6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:40:56.950472978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"57d505f5-de78-42df-ba04-9e587b7cb6ab","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:00.569484568Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec31e478-d0db-4f1a-8313-7c520357c979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:00.622141305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec31e478-d0db-4f1a-8313-7c520357c979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:00.675021599Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec31e478-d0db-4f1a-8313-7c520357c979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:00.72750521Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ec31e478-d0db-4f1a-8313-7c520357c979","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:02.960572119Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69927813-b54b-499f-a9ab-27abb727f071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:03.019211013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69927813-b54b-499f-a9ab-27abb727f071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:03.072322839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69927813-b54b-499f-a9ab-27abb727f071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:03.125676837Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69927813-b54b-499f-a9ab-27abb727f071","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:05.144718203Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"0db57cc7-0577-477f-8232-74fb0938aa14","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:05.211572291Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"0db57cc7-0577-477f-8232-74fb0938aa14","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:05.270140145Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"0db57cc7-0577-477f-8232-74fb0938aa14","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:05.482433973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d8a57b-192d-450b-ab5b-43bde6362fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:05.534862902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d8a57b-192d-450b-ab5b-43bde6362fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:05.588025603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d8a57b-192d-450b-ab5b-43bde6362fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:05.64059138Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a4d8a57b-192d-450b-ab5b-43bde6362fd0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:07.850944434Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"794dd615-d28d-45c1-b958-fcf37dbd5859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:07.905051903Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"794dd615-d28d-45c1-b958-fcf37dbd5859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:07.958215928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"794dd615-d28d-45c1-b958-fcf37dbd5859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:08.015007435Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"794dd615-d28d-45c1-b958-fcf37dbd5859","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:09.024529454Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:15.375797085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"18dcbbfa-0dcc-4169-8795-0f9399ec2eed","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:15.432092495Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"18dcbbfa-0dcc-4169-8795-0f9399ec2eed","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:15.487531771Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"18dcbbfa-0dcc-4169-8795-0f9399ec2eed","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:20.668562295Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","namespace":"ai-tenant-e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:20.66865885Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","namespace":"ai-tenant-e2e-worker-w5-9d77b6","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:20.66877942Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","tenant":"e2e-worker-w5-9d77b6","tenantID":"e2e-worker-w5-9d77b6","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:20.73413839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"Deployment","name":"maas-api-e2e-worker-w5-9d77b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:20.798329627Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"Service","name":"maas-api-e2e-worker-w5-9d77b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:20.859801631Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w5-9d77b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:20.917110528Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w5-9d77b6","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:20.976030932Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.033150272Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.095106393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.153702455Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.211197423Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"Deployment","name":"payload-processing-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.269817378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.35815173Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"Service","name":"payload-processing-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.413307391Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"Service","name":"payload-pre-processing-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.467205668Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.522464745Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.575110967Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.631088558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.683357049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.735477854Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.813185902Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w5-9d77b6","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:21.867243852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w5-9d77b6"},"namespace":"ai-tenant-e2e-worker-w5-9d77b6","name":"default-tenant","reconcileID":"7a36ce3a-683a-4147-892b-99b03f4f3f34","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w5-9d77b6","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:22.6960954Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w5-9d77b6","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w5-9d77b6","reconcileID":"d88b6924-585f-47c2-ad5f-0079c355467c","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w5-9d77b6","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w5-9d77b6"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:24.105982664Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179b76f5-9201-4cd4-b82f-fd62a81dc468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:24.158305648Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179b76f5-9201-4cd4-b82f-fd62a81dc468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:24.210481474Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179b76f5-9201-4cd4-b82f-fd62a81dc468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:24.262848917Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"179b76f5-9201-4cd4-b82f-fd62a81dc468","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:25.092425653Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d5a5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d5a5a","reconcileID":"1928fed7-ff53-4a2e-a57f-993aea507404","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2d5a5a","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-2d5a5a":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:25.685182485Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"4851265b-172c-42f4-9271-87c9bad8efe3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:25.74185423Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"4851265b-172c-42f4-9271-87c9bad8efe3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:25.816984031Z","body":"Waiting for gateway AuthPolicy openshift-ingress/maas-gateway-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (5d590119308c6f848b12dd3ecdfb1b06cc2fe172af702455c342075944a045ff) AuthConfig (d752a44ad8df3a50b5a1147110eb89039ed764e1fed197b1f77e0935c424a90b) AuthConfig (5c92635c142b3184e91a78fe113800dddc971eed3a8849837afdf52df706aa5e) AuthConfig (726a74c13fee356e859d9317271facbb60b066acbc5571de22d056f13c60878f) AuthConfig (a8c8220ad6f1387002e262ace5db78a2c4bb39e5953306702a228215174f6796) AuthConfig (6565c4085b3917d5390fe1b0194fb3d8319f1d56b45867e3c68ff740b5c16ef3) AuthConfig (67c67ce733de50e7b3d797bb248036b01badfe02e958f5f76af05b58a504989c) AuthConfig (80056c658070f49140955cb6eabdbd252857a614af6b0f2f2de7a1ab1cd47949) AuthConfig (05112428ba8242e3d6eb64227c365ab9f0e9e873d13761ea2e2a4738ccab4a0c) AuthConfig (4f800155f293f82eeaf5fd6a9553c0a1bee90f47a295bba8d7a04b3f11faea33) AuthConfig (2d953f7313807988e63546aa32431d96f77e6989c672f8ab42827c1c21918630) AuthConfig (6687eb3cec74c6c51428ce3f3d22d50ba269f59015d1bc8f185da49eb095534e) AuthConfig (7def4ca304ff3869be64c2c02523fd9d2ff43465099dcd1124399f293eb4480f) AuthConfig (e91aceffc2d4f6d6b120625bd3ca23781b74a1cae6cf1da26bda310bbed0ef07) AuthConfig (94ddc5e77f082c32bebc7a36bcebf621518ebf303e83b9c540da1352d04e620b) AuthConfig (e5f81c7f7812462ebef000c68dc043013159f22201d2eeecf05c220e809f96ed) AuthConfig (a91faccafad197e2a4065ce3d12a052ac484d2e8fb2fc9265ee48f02b28e6dce) AuthConfig (a7740f6e77d024a437502c023fb1d8939cb3cc2b9ed7f4073af7d779e19459eb) AuthConfig (596921ddc7ba8523386263c5cffcbd6ad9b6a385318ed7e24f72be06f36fc398) AuthConfig (105cf4dd91a8abf4a93abd65b255521c3d37b560b5d23f3ec59757b5b362fae6) AuthConfig (f9b535aed6243496a67741936e53a0d303bea1b872a06fb62f1f9c27150edc40) AuthConfig (50c2058cf11e07a931b06ac4446a56eee86855f00badf26618abe486a7bdcfd7) AuthConfig (669658556fba0f45c2a82def2f57614416614ddf154ed8dc5f4f9188f10130f2) AuthConfig (98ec9d74d07c88c1e6923ed1cbafd4c5b41bf1763b3a942282f964f72425ae57) AuthConfig (eaeb360b41b3f9e0bd6b247d4dae3eef1ffc3355d6e9408df3f8f71bc7f033b5) AuthConfig (f9fa9cfc2b4e701183573419a92c79384cd30210289602f0115c75c5029d55aa) AuthConfig (aa7038625b8f43b0c002f79637065e5ab90468f50f998759d08f2c4640c07c04) AuthConfig (06165835c4461c0b16a2bc5bae936aff3c2f351edbef8aa378f1110874acedfc) AuthConfig (d69b9c128f599c9ea1af84bb3e783ed71688baf6b3ad2b86f2b7183f9a4208b9) AuthConfig (ab505bdf28287fe00099987c1bde2c2f297c40c792a7f6cb5fbfa5adc44754d3) AuthConfig (23672b974f0dbc05100a34c78d2b029e41f1d5a3752f3fcb52915f56db360e25) AuthConfig (1e077a716d89a43572a3c16e8d0b0436816baa48a2ea227603701f10cad6d6f4) AuthConfig (3083301b5359be118f04faaefcd72fd127f2297a3374ef7231b59a59a31b405c) AuthConfig (54cd0149b818480305f3d0024b3c95629cafb641b48195d003b2b7006d5c6bcd) AuthConfig (4d18a96899c43d55ee63d2ae1a7a938c7e873d88b2fd95f06b2e3aae2c7f1c84) AuthConfig (d1d232e06f90d479cd9b802f24889e83af58c51cf54ba273d5e24dcb8a297688) AuthConfig (17002b7f0c8e62582ad262d9c2b8b038ee7f2a9327fe34f21fd4f47134b7b8cf) AuthConfig (0020c64019ffd1a0bdcc75e6441e6a30e6d8bb08f463f67bd2408a1e82b95b2a) AuthConfig (ce7d381faee9ff949d68d825ffa1dcb9247dad19667ec59a8e91847320dacbe0) AuthConfig (2416d7b42d11a09d7152746be0e114f8fdc87d0fbd0efa9dec5b52b011082194) AuthConfig (ad8714d3b8aed2a9ffd68fbcf0288557e9c1c059c1b59ad3e9a09910b37fd61b) AuthConfig (028a8b5bd5d4e690eebb2f20c5fd47cf0b3c6e2a3619ba9e55322bbca7b94cc3) AuthConfig (0e89fc4b75d3a5dd95fca2c4d8ae33c7826f05a8016c44eb39e28c3c1860fcfb) AuthConfig (cad6ab5a81a65fd4cb03a0fefdab5de82aa18c30a5b95078b1d05214b0606f40) AuthConfig (f95805f0e9b755664735d898c1d644d571943be553204d3f86136bc35719ff13) AuthConfig (010adf02b2e7deb40c572f4729b6dd4619847c8e6344137326b72df28772fc1a) AuthConfig (362c4db530a1f2b250b39b0b7388869d8386a8e10d881cefc4c02ca9e97590ec) AuthConfig (100022a5906a36e4db6527195deaa1f3eba3fada253c82ce0002a171c3d2c1f0) AuthConfig (fac07f302f653115fda3d376325a268abaf66025ed0e4af73e88bea3f41fe933) AuthConfig (74b47f1aa1203aad58596cbaab10ae46e8fddd08ac49eb57a26bdba532d88e72) AuthConfig (b9c6946adb079822c7b75166f990a8c6505dbb8a6487fa707e670ff65560e668) AuthConfig (134a7a790ba665547ca14f80f917549f66ee5063fc41096471c0778399db6dd5) AuthConfig (75612d85af2bae456dadd78163b2d2f9015c0a0bf4e20bcb8a555e6a5ab3b8c0) AuthConfig (efc66033da0da4dfd829f59f79b4f7de512c24b6b150aa338f2a963b5d74b7ce) AuthConfig (9e75e9fd02f51c2f043b145c5d6b82e95f1447b388ee529262aea27a6a2774ef) AuthConfig (75fd86e2a4870af5fd78f2ad7aa2a9d79aff977b3678d81954b1e207a9315f2c) AuthConfig (8d8c8aae1332bb0300ac2d65be9b8708fbfde6d4b5599ec52380cf1f70956045) AuthConfig (3f23315aacd6e16f4ab41f96aeedc9549d1abdfc9476577a47d45d12875dec5a) AuthConfig (b64d1d3a1a41de71c5b05aa58c2da5025409dfbb29fbaa63fe6a7b8fb71bf42e) AuthConfig (3386c5e86c72abcdab369776ccd7182024ab8681cbe497e81724868f101a3c0c) AuthConfig (2d4a2275e6cbab5c26d5c3cf2d75aa2776066390e5b66f5498b16b26bc596af7) AuthConfig (0913a452a02695c6681f1037232199b40b64236fed4d29cdbb41561695826340) AuthConfig (0829dbf2b5dc0900de272826295adf351de381b46fa6fba00b896213530780f6) AuthConfig (c4399a95e89654e5b2bb5fabe45bc947d11ccd1448ebf64c30b195b34f239d58) AuthConfig (7c924aa2b37ea38067b4e69052d541ea2e7c86fbdaa79b19f9ea09e87adbe4ff) AuthConfig (5e4821ff903ad6ca2e1c42162432e34d8b0a2a78052961e753d36b742193432f) AuthConfig (c5a685f2a5ebdef5f1dee488990c0798a45ddce399cf99e7d0c505a5f46c69ac) AuthConfig (f6df6bc14432fdc346191db86ee06e75c8090ed87a32c984493c837e97a10be6) AuthConfig (99606c4eac496429be47144db9f3f48867815df12eb99d7be8073b767d7e44de) AuthConfig (d303c788902ad4467c7ae545d65cbef45564d1c0d56396c93057df3909461aa1) AuthConfig (bfd36c5ed73eb81df97258ffa1aa36d8cbf6f3e7a8096c33ca4ff417be59d002) AuthConfig (3167d3bf853032a93e8569019dcd3e5aa33af9cb580cf9ca138990567fc9d857) AuthConfig (8d34bd12ba2030284fcb69127f53b8158bbdd4a1432bfe619165b4c2c96cc061) AuthConfig (a4493fc88328eba553ef36791fbf4706bffae04a1ac501d099b12309ebc85c6b) AuthConfig (c82a1a3dc2ce54c0b664f79a2cd895a3c40f774b3694999badae8cedd328292e) AuthConfig (8274337fc3f0de48e5213819aeb4a46559c4f8b3428c1bae43c0d75207ef5264) AuthConfig (54eea38241838159e47386cb814ad20fc30631ee8c42d57f0ff8da80fbbf62a0) AuthConfig (bf65ad13397c94660867eb0205e06d1c9bebda4b019f632c0d0b8ef989930381) AuthConfig (810f299b76daf089b33c92cfbe0445ab5cc89a48d38e36df0cc89ed6cd1fe8df) AuthConfig (a9800464506c58f005016df354e160757732171ff4d19747202524955329b998) AuthConfig (2f53b030326b8e1f5908c601aecd3fffcb6d08a8337d0bdc53ee1fc699a4cd71) AuthConfig (68502d1c1143a647ad56f2759ea89a4c5b3c74a8054739f7e7ea9ba6535e3b74) AuthConfig (92917da87eaba4f2684cd45947a3698434b99ff4ca6d3ddde51d6573aecb1600) AuthConfig (06b05a8e4dd69bdc4f333ad9509ee8cad3c5c0f5dd48edbe94c1158b60f79ed3) AuthConfig (486615827938fa99814e929fe7dc62bc16f7563179fef855074eb73dc7ce4724) AuthConfig (0e042276580ed8976d8ad3afd87a71640025c28b9b48f5c88eb159ec9998209f) AuthConfig (dd89509e97b96670685602ae2d08749226db8693944d2c6f868af9d3e0a5feb5) AuthConfig (135ffad9bbcd33779a0b9a1c0dc5d5f547356be21489762803640aca855c728a) AuthConfig (cc1ffc2ee4e05618c28c108cac668c0c02eb8e658953439e47a733edab44a1a0) AuthConfig (319e246831bdaf5e765e63d5511b516594fd2b64527850e2ddabd2a4a85532ea) AuthConfig (dc061bec60bd28b1c132bf30965b4810124429576337bcc4a6030617600d1714) AuthConfig (8d5571efc1d304f5bcfc2ffb4ac6819154ba5556c29ce33416d460b887427984) AuthConfig (4e5c1437f299959e62fd8c200a351f13f27078882a4684be54f26facece20f96) AuthConfig (de97dd5d45c6eb12b4a1112ed1f362d8544427428d2249a399e26ba069d6aadb) AuthConfig (d3dc05ddf6e7ba7b9f9979bea25d3874196895f35b8f4cdf2a9ecdec10126455) AuthConfig (a402d1681ab35bace735c19b1d084a86eb3d741d4e1c14371cfdaa55d22c3ebe) AuthConfig (1704c6bc15d6f547acca888061680f2275f690cb79e5af6fee44747bcf278b95) AuthConfig (5c6918972d1a7f8ad5201880b7d6d9c1191ca1f25376682f691def7868e3fd02) AuthConfig (a82769ff87473da04c27497e160e9b4b1a5dd93578e0cf2342be8b2f06845269) AuthConfig (a6a6232fd5656520e75d100c41add5f1637dde9705a4ec608bbb90b724c258a5) AuthConfig (a908063c86927e6bf07b7d793aad9f277ac3c2a8f5f5d468b116cb9e07929b14) AuthConfig (2ddbced6f2f51d410743da1d9db1257d0006d99f38986dd7cc7efd26620791ad)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"4851265b-172c-42f4-9271-87c9bad8efe3","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:26.582758987Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c0312d-4711-452b-8049-94780244b392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:26.638440448Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c0312d-4711-452b-8049-94780244b392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:26.691060092Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c0312d-4711-452b-8049-94780244b392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:26.743333212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a0c0312d-4711-452b-8049-94780244b392","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.291503522Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","namespace":"ai-tenant-e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.291560369Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","namespace":"ai-tenant-e2e-worker-w3-108cf9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.291610721Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","tenant":"e2e-worker-w3-108cf9","tenantID":"e2e-worker-w3-108cf9","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.346459368Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"Deployment","name":"maas-api-e2e-worker-w3-108cf9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.413206792Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"Service","name":"maas-api-e2e-worker-w3-108cf9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.47179503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w3-108cf9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.540056522Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w3-108cf9","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.598060667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.670178264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.734259097Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.795392623Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.920406914Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"Deployment","name":"payload-processing-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:27.97356995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.026212687Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"Service","name":"payload-processing-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.078760206Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"Service","name":"payload-pre-processing-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.133044645Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.237823521Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:41:28.238753419Z","body":"Reconciler error","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d5a5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d5a5a","reconcileID":"7ab59629-bfe6-4f54-957d-5d9284653d5d","error":"Operation cannot be fulfilled on aitenants.maas.opendatahub.io \"e2e-ipp-b-2d5a5a\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.290542351Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.355041202Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.412096649Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.503983896Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.558113582Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w3-108cf9","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:28.610021714Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w3-108cf9"},"namespace":"ai-tenant-e2e-worker-w3-108cf9","name":"default-tenant","reconcileID":"6e18d6aa-0317-4f44-8285-f9cef30bdb1e","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w3-108cf9","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:29.128973066Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf26a2f-9187-47fe-b178-8ac8ec7d7e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:29.182006602Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf26a2f-9187-47fe-b178-8ac8ec7d7e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:29.234201756Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf26a2f-9187-47fe-b178-8ac8ec7d7e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:29.286518797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bcf26a2f-9187-47fe-b178-8ac8ec7d7e26","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:29.844281222Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w3-108cf9","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w3-108cf9","reconcileID":"25600030-3987-4dc7-9fe4-0decc3b42ae5","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w3-108cf9","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w3-108cf9"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:31.553334026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33ac95a-8ad5-4aae-b767-a37e65bedb2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:31.60589972Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33ac95a-8ad5-4aae-b767-a37e65bedb2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:31.658230615Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33ac95a-8ad5-4aae-b767-a37e65bedb2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:31.710743637Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a33ac95a-8ad5-4aae-b767-a37e65bedb2b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:33.870167315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f222867-1ed1-40d7-ba34-fb2ae2b4f9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:33.922643651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f222867-1ed1-40d7-ba34-fb2ae2b4f9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:33.975041777Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f222867-1ed1-40d7-ba34-fb2ae2b4f9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:34.027294681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1f222867-1ed1-40d7-ba34-fb2ae2b4f9b5","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:35.922073766Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"89ccd321-5c9c-4124-af7a-65d7755a7f9a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","tenantID":"","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:35.979129449Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"89ccd321-5c9c-4124-af7a-65d7755a7f9a","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-gateway-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:36.251183126Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a6b4500-356e-4402-a84f-52e93e0343fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:36.251209597Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"4a6b4500-356e-4402-a84f-52e93e0343fe","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:36.252363009Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc10dfd-3e3e-4369-860e-d0ea39f743d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:36.304651196Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc10dfd-3e3e-4369-860e-d0ea39f743d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:36.357008125Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc10dfd-3e3e-4369-860e-d0ea39f743d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:36.409243507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5dc10dfd-3e3e-4369-860e-d0ea39f743d2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:39.024018683Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:45.822412679Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf68ff62-7692-47ba-be5f-cc818a307fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:45.877460577Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf68ff62-7692-47ba-be5f-cc818a307fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:45.930464141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf68ff62-7692-47ba-be5f-cc818a307fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:45.983079094Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bf68ff62-7692-47ba-be5f-cc818a307fe1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:48.151236628Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d4e747-f146-4d63-95f8-971c177db9a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:48.207167971Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d4e747-f146-4d63-95f8-971c177db9a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:48.2596801Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d4e747-f146-4d63-95f8-971c177db9a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:48.314032465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"64d4e747-f146-4d63-95f8-971c177db9a9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:50.64422627Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a0cea4a-73bd-4315-b2e9-9eb0b8e2ab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:50.715440374Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a0cea4a-73bd-4315-b2e9-9eb0b8e2ab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:50.769577791Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a0cea4a-73bd-4315-b2e9-9eb0b8e2ab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:50.830550912Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5a0cea4a-73bd-4315-b2e9-9eb0b8e2ab96","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:54.218340913Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"9dce5210-f4f6-46c5-9c14-dfa5162c857c","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-ad4580","tenantID":"e2e-praxis-b-ad4580","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:41:54.335180222Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"9dce5210-f4f6-46c5-9c14-dfa5162c857c","name":"e2e-praxis-b-ad4580-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:00.906295732Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88c118ad-0bc6-4936-ab3f-7f4a1c26a0ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:00.90634875Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"88c118ad-0bc6-4936-ab3f-7f4a1c26a0ec","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:00.906299348Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"bf82dad0-00cb-406e-8c02-563d5d2a6814","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:01.01301628Z","body":"skipping gateway AuthPolicy reset: policy namespace differs from default tenant namespace (MaasTenantConfig likely already deleted)","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-policy-934505cf","reconcileID":"bf82dad0-00cb-406e-8c02-563d5d2a6814","MaaSAuthPolicy":{"name":"e2e-shared-int-policy-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"policyNamespace":"ai-tenant-e2e-mt-acd60e79","defaultTenantNamespace":"models-as-a-service","gatewayNamespace":"openshift-ingress","gatewayName":"maas-default-gateway","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:01.075848649Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"370da2c7-29ef-4dd0-bc3e-a569cd867cf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:01.075970197Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"370da2c7-29ef-4dd0-bc3e-a569cd867cf7","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:01.222582621Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f06af6fd-36bf-4286-ae48-2f33cc741276","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:01.222609529Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"f06af6fd-36bf-4286-ae48-2f33cc741276","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:05.968913741Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","namespace":"ai-tenant-e2e-ipp-b-45fc31","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:05.968974423Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","namespace":"ai-tenant-e2e-ipp-b-45fc31","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:05.969029784Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","tenant":"e2e-ipp-b-45fc31","tenantID":"e2e-ipp-b-45fc31","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.024069297Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"Deployment","name":"maas-api-e2e-ipp-b-45fc31","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.087187108Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"Service","name":"maas-api-e2e-ipp-b-45fc31","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.143847425Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-45fc31","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.197693393Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-45fc31","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.253763022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.313280427Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.370620953Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.437054287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.500496721Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.555012216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.619987581Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"Service","name":"payload-processing-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.68098544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.735777327Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.790639216Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.845769865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.900764672Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:06.955594791Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:07.02243547Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:07.080139188Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-45fc31","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:07.134747984Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-45fc31"},"namespace":"ai-tenant-e2e-ipp-b-45fc31","name":"default-tenant","reconcileID":"087bef90-c695-43df-a4bd-1f2b86350799","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-45fc31","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:08.009603851Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-45fc31","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-45fc31","reconcileID":"2ee7f374-7777-4a12-ab5a-01d340ed3aa4","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-45fc31","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-45fc31"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:09.024444046Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:09.373102583Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933114f7-5c88-47b8-b8cd-9ebcd9fbbf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:09.425656392Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933114f7-5c88-47b8-b8cd-9ebcd9fbbf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:09.478383854Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933114f7-5c88-47b8-b8cd-9ebcd9fbbf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:09.531030209Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"933114f7-5c88-47b8-b8cd-9ebcd9fbbf4e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:11.397670739Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-sub-934505cf","reconcileID":"dc07ab1a-66b5-4e81-af2c-6845b74d211b","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"model":"llm/facebook-opt-125m-simulated","subscription":"e2e-shared-int-sub-934505cf","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:11.564900504Z","body":"TokenRateLimitPolicy updated","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"namespace":"ai-tenant-e2e-mt-acd60e79","name":"e2e-shared-int-sub-934505cf","reconcileID":"dc07ab1a-66b5-4e81-af2c-6845b74d211b","MaaSSubscription":{"name":"e2e-shared-int-sub-934505cf","namespace":"ai-tenant-e2e-mt-acd60e79"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"subscriptions":["models-as-a-service/simulator-subscription"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:11.724331096Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f3302fb9-a1fd-4e43-9739-95db1346d918","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:11.750079621Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48f5546-0473-4f0d-a335-45029dedc7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:11.80262401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48f5546-0473-4f0d-a335-45029dedc7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:11.855439847Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48f5546-0473-4f0d-a335-45029dedc7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:11.896111488Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"775cd764-55db-459d-942f-db8ea5fe0a8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"tenant":"models-as-a-service","gateway":"openshift-ingress/maas-default-gateway","model":"llm/facebook-opt-125m-simulated","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:11.896132149Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"namespace":"llm","name":"facebook-opt-125m-simulated","reconcileID":"775cd764-55db-459d-942f-db8ea5fe0a8d","MaaSModelRef":{"name":"facebook-opt-125m-simulated","namespace":"llm"},"routeName":"facebook-opt-125m-simulated-kserve-route","namespace":"llm","llmisvcName":"facebook-opt-125m-simulated","gateway":"openshift-ingress/maas-default-gateway","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:11.907909482Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b48f5546-0473-4f0d-a335-45029dedc7f8","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.279653012Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"8209aee6-817f-4dbf-aa92-808fde258616","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.280017301Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"7e144a81-a4a9-491b-8973-1edc3b271b0d","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.280279949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"49812b9a-aec6-47d0-8070-fdb13c3105b6","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.280450752Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"1537f67d-f690-4ac5-8c73-7a8d9613b3ff","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.336391788Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"4011a0d3-a232-4e67-9f3a-31f3d70894c5","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.38674079Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"d6e0c528-0055-480c-9c3f-ed9dbc349449","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.387039809Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"93dbdcc8-92ca-45f0-9405-357d20f2cd30","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.387189216Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"b5789ab2-1b35-453b-8911-ddf114872e0f","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.491230732Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"ebaf1a47-3e10-43f2-891d-d76fd4946ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.491256334Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"ddcb2ce0-c890-4b65-8d9c-4295d78bafb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.492261377Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"73f0d24a-b6f6-4d36-949e-5385af7a420e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.49235094Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"60180141-15b7-4a79-b1d4-b98934c0e7be","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.548847711Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"ebaf1a47-3e10-43f2-891d-d76fd4946ce7","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.551190381Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"ddcb2ce0-c890-4b65-8d9c-4295d78bafb2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.809123854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"1ec8c2a1-2232-4741-a52f-6e04e454cd5d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.809391703Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"697dcb66-2abc-40ad-9da2-0bf97d99ab58","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.917393586Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"ea2c4744-8998-4858-a58a-262afc99977a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:15.917725555Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"cdf5b865-27b1-4082-a1b1-3ff0908f77df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:16.000426198Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"ea2c4744-8998-4858-a58a-262afc99977a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:16.002603893Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"cdf5b865-27b1-4082-a1b1-3ff0908f77df","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:16.556962445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fb3649-eb97-47d4-8622-ec5f9d64e43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:16.609469116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fb3649-eb97-47d4-8622-ec5f9d64e43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:16.66189789Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fb3649-eb97-47d4-8622-ec5f9d64e43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:16.714266039Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"30fb3649-eb97-47d4-8622-ec5f9d64e43c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:18.943268639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e3b020-373f-4974-98f6-7a2c2c12f1ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:18.995589974Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e3b020-373f-4974-98f6-7a2c2c12f1ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:19.04822421Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e3b020-373f-4974-98f6-7a2c2c12f1ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:19.100344186Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"85e3b020-373f-4974-98f6-7a2c2c12f1ca","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:20.559870283Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"8ed8deb3-c9ba-448c-aa2a-58ead87cb7c0","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:20.873567389Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"6cd717b9-e618-41fb-8c63-fb3b1a14ed47","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.184200095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"786169f7-d2c1-4f68-bf77-7be5d6ff53e7","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.255873465Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea4dd00-e8c8-4169-8a7d-408f163a4a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.308698585Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea4dd00-e8c8-4169-8a7d-408f163a4a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.36162923Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea4dd00-e8c8-4169-8a7d-408f163a4a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.414393468Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5ea4dd00-e8c8-4169-8a7d-408f163a4a13","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.466206636Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"d6fac894-8c0b-4b99-a7c6-fb60753e09a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.467013207Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"fae9330a-ab1f-48a1-83aa-0ce852bb633e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.498094617Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"abf1fe38-d1aa-4839-968f-5b2fe93288a2","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.522595888Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"d6fac894-8c0b-4b99-a7c6-fb60753e09a7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.565962778Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"e9069973-f5a8-4bae-9750-f1bd054a3c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.622123541Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"e9069973-f5a8-4bae-9750-f1bd054a3c5a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.680031804Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"52d94e4d-cd2e-43e1-bf18-3887e04d50b9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.685657345Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"6a6d6546-cfc3-4af5-85db-96e22f9afa9b","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.835396763Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"d7fe695e-bed2-40e8-b3e9-145215738118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.842218753Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"28dfc1bc-bcc0-431a-bbcb-9787149c7bf6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.845399483Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"3292a7e9-4f6f-4a8f-aff9-6e27394862a9","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.891327663Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"d7fe695e-bed2-40e8-b3e9-145215738118","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:21.98874572Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"0ab04081-3794-46c5-8817-ad1118b85b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:22.002453717Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"f5c0b988-cb86-480d-a9bc-48512aed7e7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:22.049191327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"0ab04081-3794-46c5-8817-ad1118b85b2d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.015820583Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"25061ff9-4886-426b-941e-290880fa325f","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.016364368Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"340b4052-9bf8-4a35-9f80-bbaebcec13ef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.016725824Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"da734cce-7b15-4672-bd76-6607fa466ca8","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.017000706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"96794247-daa4-4736-9842-320c97a7171b","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.175829979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"29d46c2d-27b4-4c28-8693-acfccbca8a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.175904665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"299deddf-e864-4864-8861-9d5e29b72468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.177343401Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"48394a79-380b-45e6-8c55-5881a84e7119","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.177419416Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"73130757-aa83-4d90-b9cc-a3f069124e84","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.232382787Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"299deddf-e864-4864-8861-9d5e29b72468","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.232428915Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"29d46c2d-27b4-4c28-8693-acfccbca8a2f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.444703852Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"f667f01b-c83c-4150-a4b1-2a0f3e265a53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-premium-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.444714569Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"3c591436-0508-4b68-9f7d-fa8a31266487","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"maas-trlp-simulator-w4-8e6407","model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.594985639Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7e80d022-f5c6-47b1-b598-a723521c560b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.594999069Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"49b573a4-340b-4050-b05c-4a4746826d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.65295027Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"49b573a4-340b-4050-b05c-4a4746826d8f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:26.652966578Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"7e80d022-f5c6-47b1-b598-a723521c560b","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:27.184291183Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"51ccaac1-853d-43c1-91c6-a0ba104155a8","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-2d5a5a","tenantID":"e2e-ipp-b-2d5a5a","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:27.299834977Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"51ccaac1-853d-43c1-91c6-a0ba104155a8","name":"e2e-ipp-b-2d5a5a-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:39.02377911Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.402516456Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"f00bfce1-5729-4fbc-88e8-0b26234f8ad5","namespace":"ai-tenant-e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.402630861Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"f00bfce1-5729-4fbc-88e8-0b26234f8ad5","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.474251729Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"f00bfce1-5729-4fbc-88e8-0b26234f8ad5","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.476216627Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"7a6c4b89-1b96-4f0b-882f-6f14f7c12463","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.535099413Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"f00bfce1-5729-4fbc-88e8-0b26234f8ad5","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.535196294Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"f00bfce1-5729-4fbc-88e8-0b26234f8ad5","namespace":"ai-tenant-e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.535336786Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"f00bfce1-5729-4fbc-88e8-0b26234f8ad5","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.538397143Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"957f8661-43f4-47dc-946e-5bd2ebba60ee","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.593121771Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"f00bfce1-5729-4fbc-88e8-0b26234f8ad5","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.595237894Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"7a915222-874c-464b-9f2b-eb6815a386af","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.634293885Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"16c1a06c-d828-4185-9202-73110576568d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.634292335Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"7708e463-687a-4ef1-abf5-9f3ff39b9df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.640963846Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"0fe6e43f-fbf9-448e-bbf6-b9f998ccf5f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac608733","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.652058073Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"f00bfce1-5729-4fbc-88e8-0b26234f8ad5","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.655754034Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"54401033-ab69-4303-95f7-c4df46805a39","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.690873851Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"16c1a06c-d828-4185-9202-73110576568d","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.691617092Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"7708e463-687a-4ef1-abf5-9f3ff39b9df9","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.699794277Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"0a32160d-94a5-424b-bc6b-9d1e532cd883","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-471ca7bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.708281409Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"2670a832-a825-4435-9455-4a6037001629","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac608733","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.76996951Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"9a7ff2f5-b34c-491c-878e-ccdb33f5d988","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-471ca7bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.850340749Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"2a7021e5-0c43-43b9-a9ef-ef1b1f233bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:53.905444124Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"81a88373-0040-4c35-804b-11c8f8b90a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.047812706Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"2a7021e5-0c43-43b9-a9ef-ef1b1f233bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.099914013Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"81a88373-0040-4c35-804b-11c8f8b90a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.16992909Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"2a7021e5-0c43-43b9-a9ef-ef1b1f233bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.169946177Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-access","reconcileID":"2a7021e5-0c43-43b9-a9ef-ef1b1f233bd2","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:42:54.214284912Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"81a88373-0040-4c35-804b-11c8f8b90a20","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-8e6407-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:42:54.214333946Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"81a88373-0040-4c35-804b-11c8f8b90a20","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w4-8e6407-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.219638483Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"46a49bc9-e2c4-4ec1-961f-e68b04d45142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.226090306Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"66b12e75-f713-4064-8fbe-0bd859f82d49","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.483237688Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"46a49bc9-e2c4-4ec1-961f-e68b04d45142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.539225476Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"46a49bc9-e2c4-4ec1-961f-e68b04d45142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"name":"e2e-worker-w4-8e6407-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.539250077Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-access","reconcileID":"46a49bc9-e2c4-4ec1-961f-e68b04d45142","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:54.596107323Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"6a44faa7-9cf2-4dd7-a5ed-9d2a925f0cb3","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:55.470438436Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c23117b-0c58-4411-a8a2-498aa5c08728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:55.522994151Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c23117b-0c58-4411-a8a2-498aa5c08728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:55.575365185Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c23117b-0c58-4411-a8a2-498aa5c08728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:55.62927683Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c23117b-0c58-4411-a8a2-498aa5c08728","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:56.42208031Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"65c4e25c-3d3a-4d67-82ad-b34773da2a3d","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:56.430447194Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"b1406fe1-465b-4263-abd1-f4767ec48caf","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:56.436935247Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"aea09dcf-a680-4a21-b0ad-17c8e99000c5","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:56.443820274Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"80002cb2-f562-4458-9fa8-5e190c4696fb","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.301189616Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"efee9ae4-ddca-498f-8584-64e71dabd696","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"simulator-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"simulator-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:42:57.301216452Z","body":"failed to update model status","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"efee9ae4-ddca-498f-8584-64e71dabd696","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"error":"LLMInferenceService simulator-w4-8e6407 not found in namespace e2e-models-e2e-worker-w4-8e6407","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:205\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.355451829Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"21b98edd-6cdd-45a9-8dc4-1ae71c3ac1e7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac608733","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.359216775Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"33ac772a-d71f-4359-936b-b51b7c4bceca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-471ca7bd","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:42:57.359966403Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"simulator-w4-8e6407","reconcileID":"efee9ae4-ddca-498f-8584-64e71dabd696","error":"LLMInferenceService simulator-w4-8e6407 not found in namespace e2e-models-e2e-worker-w4-8e6407","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.360237707Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"premium-w4-8e6407","reconcileID":"9d2acb58-234f-453e-b547-0fd513bec185","MaaSModelRef":{"name":"premium-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"premium-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"premium-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.360636554Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-w4-8e6407","reconcileID":"fb476579-503f-4992-abbf-3763b7cf1ba8","MaaSModelRef":{"name":"distinct-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.360915381Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"namespace":"e2e-models-e2e-worker-w4-8e6407","name":"distinct-2-w4-8e6407","reconcileID":"8e82cb0b-cc89-488d-878b-028d01555579","MaaSModelRef":{"name":"distinct-2-w4-8e6407","namespace":"e2e-models-e2e-worker-w4-8e6407"},"routeName":"distinct-2-w4-8e6407-kserve-route","namespace":"e2e-models-e2e-worker-w4-8e6407","llmisvcName":"distinct-2-w4-8e6407","gateway":"openshift-ingress/e2e-worker-w4-8e6407","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.409140116Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"8c5ffc65-037c-40b9-a59f-81c10142478d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac608733","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.475714869Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"7f648a60-1a79-4346-8332-28337bdbe41d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac608733","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.527992084Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"5f7f1199-8a5f-4b2a-890d-21e05e32ddef","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac608733","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.647086188Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"64d47833-1903-4041-8235-c25c0068e2da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-471ca7bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.652194546Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"a3032999-12bc-4378-b40d-75f886a14f56","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac608733","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.749240028Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"cbca8113-39f9-471a-b4dc-af0939ab30d6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac608733","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.749322064Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"856faa84-5144-4b58-93de-9f447a46dfb9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-471ca7bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.801698852Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"9f30bd8d-e86f-4ff7-b580-42fec2fed57b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-471ca7bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.801703715Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"f8f4a291-947e-4bcf-8877-b26f7915e45d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-ac608733","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.863461076Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca2ea0-a5d0-4e74-8c87-f9b6de6272ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.916029206Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca2ea0-a5d0-4e74-8c87-f9b6de6272ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:57.968376651Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca2ea0-a5d0-4e74-8c87-f9b6de6272ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:58.021124299Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d1ca2ea0-a5d0-4e74-8c87-f9b6de6272ba","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:58.61325619Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"7f4fcd50-b399-40cf-abf3-d716fff34544","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-471ca7bd","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:58.922424055Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"6b875381-4da1-4bf8-a3ec-b3f216a3fbb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:42:58.92257387Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"simulator-subscription","reconcileID":"6b875381-4da1-4bf8-a3ec-b3f216a3fbb5","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-8e6407/simulator-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:00.188860863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195d7274-f020-444a-9ca5-650ac629172e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:00.241316273Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195d7274-f020-444a-9ca5-650ac629172e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:00.293626247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195d7274-f020-444a-9ca5-650ac629172e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:00.346512013Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"195d7274-f020-444a-9ca5-650ac629172e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:02.275308338Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"81194dfa-84e7-4093-b45d-56dcda65c71e","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:02.376028548Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"fc18916c-edc0-4802-9109-6e891d23800f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:02.505317642Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b687d39c-4310-477c-b4fe-45309160cc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:02.557805207Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b687d39c-4310-477c-b4fe-45309160cc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:02.610300725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b687d39c-4310-477c-b4fe-45309160cc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:02.662534346Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b687d39c-4310-477c-b4fe-45309160cc27","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:02.768047727Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"01938f12-45f9-43cd-8214-f8745b6790c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:02.823542437Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"fd2cb3c7-7692-4860-9325-025d2ebbb080","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:02.928956405Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"1c07f040-a290-4549-8e26-bb12d01beae7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:03.040436435Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"80afba8e-8de7-42d6-8464-17407727c520","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:03.249282027Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"e9d52663-5b52-49b6-940b-d29b7d290f53","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:03.426439489Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"1b5dbff8-7816-44c4-963c-966532fee1da","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:03.51853741Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"5620df7d-b103-42ed-9b26-d30a5cac4c82","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:03.622179177Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"9d42e7ab-3f6a-40a5-8a12-59129ef17856","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:04.865377479Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a883f5b-a9f8-49ed-85a5-7ca0c87c2034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:04.917783401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a883f5b-a9f8-49ed-85a5-7ca0c87c2034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:04.970401946Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a883f5b-a9f8-49ed-85a5-7ca0c87c2034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:05.022969744Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"2a883f5b-a9f8-49ed-85a5-7ca0c87c2034","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:07.139760292Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d91f6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d91f6f","reconcileID":"ad72f3d2-e5d5-473b-969e-a54622b9df2d","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d91f6f","applied":{"maas.opendatahub.io/gateway-access-e2e-ipp-b-d91f6f":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:07.246163852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afda1cb-c244-4ded-a5cb-29af4178dcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:07.298701655Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afda1cb-c244-4ded-a5cb-29af4178dcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:07.351566775Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afda1cb-c244-4ded-a5cb-29af4178dcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:07.4043463Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"5afda1cb-c244-4ded-a5cb-29af4178dcb6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:08.667039554Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"3149122b-0e19-4a2c-9783-187a9ccc3c2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:08.66715276Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"premium-simulator-subscription","reconcileID":"3149122b-0e19-4a2c-9783-187a9ccc3c2e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"model":"e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","error":"MaaSModelRef not found: e2e-models-e2e-worker-w4-8e6407/premium-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:09.024970527Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:09.552258692Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43241fe-a0c5-4759-aea1-76f8431d9a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:09.605233927Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43241fe-a0c5-4759-aea1-76f8431d9a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:09.658200557Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43241fe-a0c5-4759-aea1-76f8431d9a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:09.711121431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e43241fe-a0c5-4759-aea1-76f8431d9a23","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:11.942050116Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccc886-f981-476e-a03e-09bce59d68d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:11.994597805Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccc886-f981-476e-a03e-09bce59d68d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:12.047379537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccc886-f981-476e-a03e-09bce59d68d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:12.100153841Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"80ccc886-f981-476e-a03e-09bce59d68d9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:14.248485634Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d98503-0f1d-4782-b3b8-19147a0f8540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:14.301570603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d98503-0f1d-4782-b3b8-19147a0f8540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:14.354153714Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d98503-0f1d-4782-b3b8-19147a0f8540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:14.406657603Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"66d98503-0f1d-4782-b3b8-19147a0f8540","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:19.241080966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"79a1e995-83d3-4caa-8b46-5d5715030da6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:19.425352087Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"1b39842e-1ae6-45b5-aa65-9732aa5f7283","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:19.527088587Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"791d1149-0cde-4098-8d30-89b82c2cc352","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:19.625623619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"63151701-f674-48e9-b82b-2cbdebe64b36","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:19.727311222Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"1aa69339-e65a-4402-a981-b7e86033e4a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:19.727311497Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"39fa8263-bf72-4c3a-a654-02af7a8bd1bd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:19.905702611Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"98106fd5-fc0e-403c-91ae-ccaa4d49352f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:20.142807623Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"d9a74717-dbe0-4690-ace1-e2be9fe0ee6c","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:20.320289407Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"6d87a3cf-c58a-453f-a5b6-0507c873712a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:20.421317368Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"3e4b3092-7c3a-4916-87b7-611ab824d6cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:23.458188611Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a5d8b9-bbef-4997-b09a-16934d1864fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:23.510603793Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a5d8b9-bbef-4997-b09a-16934d1864fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:23.56332341Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a5d8b9-bbef-4997-b09a-16934d1864fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:23.615905447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"75a5d8b9-bbef-4997-b09a-16934d1864fd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:25.842677456Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a988cff2-4145-4740-885b-5b6393bd4a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:25.8953563Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a988cff2-4145-4740-885b-5b6393bd4a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:25.949443164Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a988cff2-4145-4740-885b-5b6393bd4a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:26.001808088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a988cff2-4145-4740-885b-5b6393bd4a37","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:26.708991402Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","namespace":"ai-tenant-e2e-praxis-a-f4516e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:26.709048137Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","namespace":"ai-tenant-e2e-praxis-a-f4516e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:26.709096247Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","tenant":"e2e-praxis-a-f4516e","tenantID":"e2e-praxis-a-f4516e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:26.763306059Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"Deployment","name":"maas-api-e2e-praxis-a-f4516e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:26.824238302Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"Service","name":"maas-api-e2e-praxis-a-f4516e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:26.88567756Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-f4516e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:26.941833888Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-f4516e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.009714816Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.068260875Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.125164153Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.179141826Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.23108157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.294832805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.384073182Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"Service","name":"payload-processing-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.436779051Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.488752406Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.543571498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.644233764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.701447752Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.753438073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.805175217Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.859194768Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-f4516e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:27.912616867Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-f4516e"},"namespace":"ai-tenant-e2e-praxis-a-f4516e","name":"default-tenant","reconcileID":"f739ee91-bc3c-4cf3-9d10-9b40ecb43e87","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-f4516e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:28.200568797Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6ef6bb-487f-4998-a6d1-59ea2eb74d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:28.254228527Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6ef6bb-487f-4998-a6d1-59ea2eb74d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:28.306725469Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6ef6bb-487f-4998-a6d1-59ea2eb74d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:28.359129831Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a6ef6bb-487f-4998-a6d1-59ea2eb74d95","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:28.914062712Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-f4516e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-f4516e","reconcileID":"c4ac5e04-c65c-46bf-bdb4-d9b63333b042","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-f4516e","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-f4516e"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:30.552432363Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c529551c-063c-4281-9536-b99a00c4da77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:30.605313795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c529551c-063c-4281-9536-b99a00c4da77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:30.657655477Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c529551c-063c-4281-9536-b99a00c4da77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:30.710206959Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c529551c-063c-4281-9536-b99a00c4da77","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:32.763858185Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"d81ffba3-d092-47ca-8023-28ef03fd9932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:32.864986733Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"28e82f8a-3e69-47ac-95e4-629c942aaef3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:32.964795716Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"1520fefb-4096-4bc0-819e-64e8e38080e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:33.064824433Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"29953e6e-096d-4e04-a256-571a899f7341","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:33.18471054Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"3fa2d06e-613a-4728-a8d8-2aa7bd8b544d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:33.310128014Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"301c28f0-055a-4676-9c3e-708820f89cb9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:33.405117546Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"2fc664f5-cf9b-4513-8470-0d7efc742003","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:33.428955848Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"5b72a13e-f0bb-4e3f-80f5-aa8733d383e6","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:33.60926081Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"e6c6bfaf-53bc-406d-966c-36a43d0f3761","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:33.728198167Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"bd80b59f-83b7-48c9-a10a-891b7fc770bb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:37.552898197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d63fce46-84a4-4238-9370-ebb87b59f428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:37.605426803Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d63fce46-84a4-4238-9370-ebb87b59f428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:37.658008865Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d63fce46-84a4-4238-9370-ebb87b59f428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:37.71044977Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d63fce46-84a4-4238-9370-ebb87b59f428","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:39.024611629Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:39.86107179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"955ab2ee-9fec-4947-a30f-ead53d28ad0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:39.913385038Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"955ab2ee-9fec-4947-a30f-ead53d28ad0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:39.96568114Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"955ab2ee-9fec-4947-a30f-ead53d28ad0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:40.018045197Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"955ab2ee-9fec-4947-a30f-ead53d28ad0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.177675317Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7a88b6-e388-4e86-b8c4-5c05968e51bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.230580137Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7a88b6-e388-4e86-b8c4-5c05968e51bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.282937592Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7a88b6-e388-4e86-b8c4-5c05968e51bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.331637488Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"eaf28360-0afe-4343-9141-9b82d8dae0f5","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.335097986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8f7a88b6-e388-4e86-b8c4-5c05968e51bf","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.336261862Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"6da60720-d44b-4916-a90e-3616573101b2","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.336447217Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"b21aa8d2-4c48-41f2-913f-ea6abd804949","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.336686062Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"951672f5-dc3b-4cab-a660-d2aff59b4805","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.400242938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"172d5a85-6573-43bd-8964-361c8dd642c1","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.400577557Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"5a13b77f-856d-4cf5-8c0a-a49ea5c1f63f","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.400988612Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"bc8b1c4a-f693-46f7-8278-87724b4dd1c3","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.401211932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"7fad94e2-67cf-456f-817c-124a2230a8ca","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.499381611Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"38d5a996-97e2-46ec-99d8-dd571e971cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.500018713Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"f054a4d5-d7d1-4aa8-906b-fced18263949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.50052166Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"d5312659-0235-45ec-8f69-f94c7c9d116e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.500530219Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"c0fb430e-6414-4147-b715-25755036ecc9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.555993425Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"38d5a996-97e2-46ec-99d8-dd571e971cad","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.557995327Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"f054a4d5-d7d1-4aa8-906b-fced18263949","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.821080502Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"56cb89dd-4cad-401d-80b9-43fabf81b613","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.821098031Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"8b0b306d-fb60-4dff-b297-7207bf5b8a03","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.919181194Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"9351a183-ddd0-4c62-9fdf-0e476cda55fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.919188897Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"10423e7c-05ce-49a4-9773-0a4d118c8a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.975301368Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"10423e7c-05ce-49a4-9773-0a4d118c8a32","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:42.97572391Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"9351a183-ddd0-4c62-9fdf-0e476cda55fc","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:44.544125369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82395901-ee04-462a-8ef6-a4acb03d25aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:44.596422957Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82395901-ee04-462a-8ef6-a4acb03d25aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:44.648798365Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82395901-ee04-462a-8ef6-a4acb03d25aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:44.701199476Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"82395901-ee04-462a-8ef6-a4acb03d25aa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.507316027Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","namespace":"ai-tenant-e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.507373656Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","namespace":"ai-tenant-e2e-worker-w4-8e6407","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.507423094Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","tenant":"e2e-worker-w4-8e6407","tenantID":"e2e-worker-w4-8e6407","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.561534784Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"Deployment","name":"maas-api-e2e-worker-w4-8e6407","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.621972839Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"Service","name":"maas-api-e2e-worker-w4-8e6407","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.680765123Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w4-8e6407","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.753791058Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w4-8e6407","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.812161067Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.868114103Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.922527821Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:45.979483786Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.081398162Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"Deployment","name":"payload-processing-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.133776488Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.185619241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"Service","name":"payload-processing-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.238536181Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"Service","name":"payload-pre-processing-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.290610441Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.350244291Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.401953807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.457023998Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.508756851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.560503008Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.618068135Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w4-8e6407","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.670315397Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w4-8e6407"},"namespace":"ai-tenant-e2e-worker-w4-8e6407","name":"default-tenant","reconcileID":"788ccd89-0eb5-44f9-9600-257dd94ba844","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w4-8e6407","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.866299674Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e811fa-4113-4c67-946b-28cbce25c9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.918750863Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e811fa-4113-4c67-946b-28cbce25c9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:46.970793567Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e811fa-4113-4c67-946b-28cbce25c9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.023159131Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"29e811fa-4113-4c67-946b-28cbce25c9e7","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.340753809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"b263f756-9cb9-402d-b410-696c4167c5a6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.397305146Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"5bfe978e-61ff-4ef2-9948-ef6bb7878ede","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.500441097Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"1ffa6318-edfa-435f-96f3-aa115220e84d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.598485181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"65ea2080-a133-4fa5-8b72-1bc1ecb461d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.636892327Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"49ebc3aa-cedb-414b-a769-968d094f3861","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.641104179Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w4-8e6407","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w4-8e6407","reconcileID":"c52dfb45-d56b-4e1c-adbe-2331010266f9","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w4-8e6407","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w4-8e6407"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.713515393Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"15458d00-f61a-4b91-82cb-4f3cc7276ed2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.813502173Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"7d8f85d1-66b8-49b2-b683-40eacdc87f5f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.9106561Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"07ebad38-e5b7-45bd-b8ac-15e1e4e173cf","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:47.966867406Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"811504a2-abae-4b60-ab76-1d0e181d3d27","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.008091277Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c0ff1170-e761-4e2b-9881-d234591e3500","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.15294134Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"1e6f108c-94a9-432d-9a63-47235c98fc0e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.290407382Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"0f9dd941-6d07-471a-80d5-a07e37eff5c6","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.523385809Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"47ec2b09-a93b-407b-98b5-62c81f91dcb1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.523437651Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"e8cdb575-7d3a-484a-b26f-a413f8805c02","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.579511666Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"750aaa60-0434-4ea1-8094-289f32b15bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.580345232Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"6d545397-04a9-4fd8-ae84-e066a511e3f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.617164263Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"e20b3631-7fba-44c0-9dfc-98971728020a","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.637396983Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"750aaa60-0434-4ea1-8094-289f32b15bc5","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.647757334Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"6d545397-04a9-4fd8-ae84-e066a511e3f6","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.726335655Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"2e4a0712-8ff5-4a05-babb-7f9612ca6f76","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.836101143Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"5be52608-f154-424b-96a6-3fb64f6ee136","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:48.916321768Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"ebe2b87f-c6a3-4ab1-a9b9-51b1928c8f56","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.002411077Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"cb8a40d0-d671-4b27-970d-ad9045d384a1","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.039300002Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"52b97732-9960-40b5-9908-4eacfdb043e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.039304912Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"c388d8b4-3950-4b83-9533-da8bdd4b04be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.095998929Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"52b97732-9960-40b5-9908-4eacfdb043e8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.096514813Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"c388d8b4-3950-4b83-9533-da8bdd4b04be","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.160918969Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"dce9156e-dfe2-4c40-a346-e25bbbc28aba","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.276190107Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73de213a-3d3e-4049-ae1e-8ac9a22d0ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.328573302Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73de213a-3d3e-4049-ae1e-8ac9a22d0ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.380992175Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73de213a-3d3e-4049-ae1e-8ac9a22d0ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:49.433484623Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"73de213a-3d3e-4049-ae1e-8ac9a22d0ffa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:51.646581314Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7acc91f-4f16-445d-b774-61494cec9e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:51.699191399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7acc91f-4f16-445d-b774-61494cec9e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:51.75184018Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7acc91f-4f16-445d-b774-61494cec9e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:51.804393311Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a7acc91f-4f16-445d-b774-61494cec9e88","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:52.779580758Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"1ff268bd-c45a-47c6-9ca5-6764160afffc","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:52.805105468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"951f120b-113a-4576-af2c-68bdc137fe0b","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:52.857402842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-w0-e6ca80","reconcileID":"8af44c57-5ade-41d2-8f37-f9a4e1c363a5","MaaSModelRef":{"name":"distinct-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:52.857638827Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"distinct-2-w0-e6ca80","reconcileID":"83333b7c-02be-409a-a8ae-cfebd960b5bb","MaaSModelRef":{"name":"distinct-2-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"distinct-2-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"distinct-2-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:52.962815236Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"64f06dc8-d0b0-44e8-b5c8-fb6f0b174eb2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.014336463Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"ac82a5c6-62c9-4d1a-852e-5d6c9c46bcbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.014410547Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"bf38e882-db6b-40ab-aaac-214f4eb6cf63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.015833529Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"7d494054-cbc3-40f8-b02b-391f113d4f2e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.07108605Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"ac82a5c6-62c9-4d1a-852e-5d6c9c46bcbc","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.074288577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"bf38e882-db6b-40ab-aaac-214f4eb6cf63","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.279025266Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"d42cae01-6dca-4882-b542-2f3a37306804","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-premium-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.331983478Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"9b3f34c7-803c-45e5-921a-a2831b4017f3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"maas-trlp-simulator-w0-e6ca80","model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.44071864Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"59d71468-efdf-4f9c-9307-d624339b486d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.499552215Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"59d71468-efdf-4f9c-9307-d624339b486d","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.535764468Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"40693310-2f02-4a15-aa89-69e411844d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.593824649Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"40693310-2f02-4a15-aa89-69e411844d44","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:53.953208014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d70920b-7291-4201-b12b-7101cfd9c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:54.005674214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d70920b-7291-4201-b12b-7101cfd9c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:54.058598698Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d70920b-7291-4201-b12b-7101cfd9c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:54.111097579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0d70920b-7291-4201-b12b-7101cfd9c7fc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:56.362302208Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f654fad3-2932-47da-a404-fb2c3487c835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:56.414682179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f654fad3-2932-47da-a404-fb2c3487c835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:56.467413283Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f654fad3-2932-47da-a404-fb2c3487c835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:56.51993232Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f654fad3-2932-47da-a404-fb2c3487c835","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:58.742919427Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ed7de5-9871-47ce-886f-3172cd6c763a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:58.795589706Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ed7de5-9871-47ce-886f-3172cd6c763a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:58.848390988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ed7de5-9871-47ce-886f-3172cd6c763a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:43:58.901201122Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b2ed7de5-9871-47ce-886f-3172cd6c763a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:01.091308004Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8134b34-0aa8-48e3-9b3b-4893df998fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:01.143955734Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8134b34-0aa8-48e3-9b3b-4893df998fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:01.196336028Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8134b34-0aa8-48e3-9b3b-4893df998fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:01.248954445Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"d8134b34-0aa8-48e3-9b3b-4893df998fd1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:03.450303517Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253103a1-044b-4f9f-9afd-35ef559a3089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:03.502647269Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253103a1-044b-4f9f-9afd-35ef559a3089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:03.555166212Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253103a1-044b-4f9f-9afd-35ef559a3089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:03.608181034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"253103a1-044b-4f9f-9afd-35ef559a3089","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:04.531653208Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"b160b34f-43f7-4123-9129-e8fd5ec34160","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-b-d91f6f","tenantID":"e2e-ipp-b-d91f6f","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:04.653257708Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"b160b34f-43f7-4123-9129-e8fd5ec34160","name":"e2e-ipp-b-d91f6f-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:09.024194638Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.098555967Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"7d830833-ced8-4fc1-a536-df97f15906b0","namespace":"ai-tenant-e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.098652741Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"7d830833-ced8-4fc1-a536-df97f15906b0","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.157463093Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"7d830833-ced8-4fc1-a536-df97f15906b0","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.158409403Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"35551d42-3990-42d9-b09b-a5613853ebd6","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.218298186Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"24fbf001-230f-4abd-ae6c-ac3c5964a95b","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.219281538Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"7d830833-ced8-4fc1-a536-df97f15906b0","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.220921739Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"7d830833-ced8-4fc1-a536-df97f15906b0","namespace":"ai-tenant-e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.220996811Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"7d830833-ced8-4fc1-a536-df97f15906b0","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.278919095Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"7d830833-ced8-4fc1-a536-df97f15906b0","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.279327398Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"542e722c-1b86-4f91-8035-b15485ce8c0a","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.320791085Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"ca7ba0ca-e94e-44ad-8a16-6b9d7a674033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.320943631Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"03f01e9a-6915-4788-b5ca-a07c514f0022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.325399737Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"245c72d3-b7ac-4e58-8926-dfbce1a9e6f9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d46e07b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.337668785Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"7d830833-ced8-4fc1-a536-df97f15906b0","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.338184059Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"004dbb01-feae-4a4f-a2f5-bd133e3fa961","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.377482834Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"03f01e9a-6915-4788-b5ca-a07c514f0022","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.378434581Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"ca7ba0ca-e94e-44ad-8a16-6b9d7a674033","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.384300061Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"8919f9f1-9047-41b3-9d2e-bae13c006560","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55df2580","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.437023808Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"bc44646d-5e07-443c-8fc3-4ea3109e7291","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55df2580","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.448401146Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"e5970478-8ccf-4e2b-ada1-c352e9e779dc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d46e07b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.536676183Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"e6837b59-3356-4482-960e-3596f0f420de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.537110358Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"934e1f6f-6b28-4b76-a60e-148d25a734fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.711825803Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"e6837b59-3356-4482-960e-3596f0f420de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.711825805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"934e1f6f-6b28-4b76-a60e-148d25a734fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.835439449Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"934e1f6f-6b28-4b76-a60e-148d25a734fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.835464074Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-access","reconcileID":"934e1f6f-6b28-4b76-a60e-148d25a734fa","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:44:21.839027598Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"e6837b59-3356-4482-960e-3596f0f420de","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-e6ca80-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:44:21.839079599Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"e6837b59-3356-4482-960e-3596f0f420de","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w0-e6ca80-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.844400651Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b54936b2-7a5e-4fbd-a5bc-f685a07716f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:21.894934662Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"premium-w0-e6ca80","reconcileID":"4e4c1903-f3dc-49d7-badb-187f3748021a","MaaSModelRef":{"name":"premium-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"premium-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"premium-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:22.049907177Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b54936b2-7a5e-4fbd-a5bc-f685a07716f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:22.106780557Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b54936b2-7a5e-4fbd-a5bc-f685a07716f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"name":"e2e-worker-w0-e6ca80-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:22.106803736Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-access","reconcileID":"b54936b2-7a5e-4fbd-a5bc-f685a07716f7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:22.164936176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"namespace":"e2e-models-e2e-worker-w0-e6ca80","name":"simulator-w0-e6ca80","reconcileID":"35122bac-4873-4691-8851-ee76ee8baa5f","MaaSModelRef":{"name":"simulator-w0-e6ca80","namespace":"e2e-models-e2e-worker-w0-e6ca80"},"routeName":"simulator-w0-e6ca80-kserve-route","namespace":"e2e-models-e2e-worker-w0-e6ca80","llmisvcName":"simulator-w0-e6ca80","gateway":"openshift-ingress/e2e-worker-w0-e6ca80","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:23.85596303Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"71b55234-483f-46c1-a1bf-693548abb3e5","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55df2580","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:23.858757729Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"2ed2b8f3-2785-43b4-a6ee-0a795b506e83","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d46e07b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:23.924336441Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"48629954-b65f-4a1a-9c93-ba2cfd47983f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d46e07b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:23.924340166Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"734f2de0-f974-45d1-9883-4ead4f64c2d9","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55df2580","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:23.976701311Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"48d1dd90-a686-4925-8166-3ad503e8447c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55df2580","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:23.976765233Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"8e4159cd-2df3-4667-bceb-0669b75f7fe4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d46e07b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:24.671845773Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"b67ed892-e405-4385-861d-eed8c2767bfe","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-55df2580","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:24.938279833Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"b97b0c69-a95c-4896-a3df-f54929d3b678","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-2d46e07b","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:32.842834646Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","namespace":"ai-tenant-e2e-praxis-b-ad4580","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:32.842930581Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","namespace":"ai-tenant-e2e-praxis-b-ad4580","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:32.842998926Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","tenant":"e2e-praxis-b-ad4580","tenantID":"e2e-praxis-b-ad4580","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:32.89828447Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"Deployment","name":"maas-api-e2e-praxis-b-ad4580","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:32.960229157Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"Service","name":"maas-api-e2e-praxis-b-ad4580","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.016675332Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-ad4580","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.072801038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-ad4580","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.13358166Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.192728988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.250293693Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.310733686Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.363620577Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.415846435Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.468087331Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"Service","name":"payload-processing-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.520235286Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.572494739Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.624200143Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.676291558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.733672861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.785782558Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.837689823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.891957719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-ad4580","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:33.943904498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-ad4580"},"namespace":"ai-tenant-e2e-praxis-b-ad4580","name":"default-tenant","reconcileID":"3a6b56ce-d51b-4fc0-9c0f-dc1157f61393","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-ad4580","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:34.724628039Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"2d29ad9a-2e96-4c4d-a048-1ab245d760ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:34.724766647Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"premium-simulator-subscription","reconcileID":"2d29ad9a-2e96-4c4d-a048-1ab245d760ca","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e6ca80/premium-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:34.759400542Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-ad4580","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-ad4580","reconcileID":"2eb99501-cbd1-46b5-a718-a44c316da210","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-ad4580","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-ad4580"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:35.02266073Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"c5b00c64-7a6c-4b44-89c6-134dec7f3967","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:35.022807381Z","body":"model/route not found during cleanup, deleting TokenRateLimitPolicy via labels","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"simulator-subscription","reconcileID":"c5b00c64-7a6c-4b44-89c6-134dec7f3967","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"model":"e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","error":"MaaSModelRef not found: e2e-models-e2e-worker-w0-e6ca80/simulator-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:36.158243089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769b411c-ca00-4040-a783-1af9f64c066d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:36.212247578Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769b411c-ca00-4040-a783-1af9f64c066d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:36.264554034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769b411c-ca00-4040-a783-1af9f64c066d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:36.31674136Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"769b411c-ca00-4040-a783-1af9f64c066d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:38.479528579Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4ca5ce-bb33-421d-aabd-0e8a296d99f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:38.532310516Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4ca5ce-bb33-421d-aabd-0e8a296d99f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:38.584769215Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4ca5ce-bb33-421d-aabd-0e8a296d99f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:38.637348704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd4ca5ce-bb33-421d-aabd-0e8a296d99f3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:39.024789392Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.155143543Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"02c8d05b-0910-47ce-a645-9165746bacef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.155507981Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"f631169c-f5ee-47c1-bc8d-20b1fb59de2f","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.155836539Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-w2-10d2fb","reconcileID":"96309a67-8779-433f-bf5a-aec5e0eeb0b5","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.156018847Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-2-w2-10d2fb","reconcileID":"d8ccac31-9ad2-4f93-9e34-c42bb199c3f8","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-2-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-2-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.267504157Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-2-w2-10d2fb","reconcileID":"981020a0-1479-4604-be59-e38245bb3cdc","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-2-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-2-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.267761729Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"03703ffa-2a39-4dd0-bd4b-bda7c3238e6d","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.268183968Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"c20f7236-fda9-41d7-b338-d3045dbd7c7f","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.268478324Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-w2-10d2fb","reconcileID":"fd3c98b2-2185-4cef-88c4-62c3b0650eda","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.365425123Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"017cad97-a199-41ca-bfe9-c89bb84c59f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.365489376Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"14b669ae-befd-43e0-be88-a8a45cf0ddde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.366647988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"9048b60c-9e6c-46ec-b325-48a82ab6cf14","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.366812056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"717c9038-b7fd-4ba8-9c6c-9a744089e750","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.425851102Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"14b669ae-befd-43e0-be88-a8a45cf0ddde","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.426069393Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"017cad97-a199-41ca-bfe9-c89bb84c59f1","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.67713619Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"49680bd7-8d03-4a7f-8795-035802fb5d74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.677385447Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"7ecda121-3d1f-483c-bf28-09b396e980d0","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.834821872Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"65d34353-afe7-4666-a7a5-c83335ee45a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.834867083Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"5278bd35-9a80-4292-a0da-a2c4935b7621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.89219967Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"5278bd35-9a80-4292-a0da-a2c4935b7621","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:42.892346577Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"65d34353-afe7-4666-a7a5-c83335ee45a8","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:43.357519181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e023c918-b1b6-42b3-a5f4-08487da481f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:43.410041103Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e023c918-b1b6-42b3-a5f4-08487da481f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:43.462397947Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e023c918-b1b6-42b3-a5f4-08487da481f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:43.514542821Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e023c918-b1b6-42b3-a5f4-08487da481f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:45.656665217Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87261336-3ba3-4142-ba1f-d2b5fab1ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:45.709647141Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87261336-3ba3-4142-ba1f-d2b5fab1ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:45.762236681Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87261336-3ba3-4142-ba1f-d2b5fab1ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:45.814724414Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"87261336-3ba3-4142-ba1f-d2b5fab1ebbd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:47.901999137Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"036d66d9-c4ab-43de-830c-de9eed5c1298","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.057585096Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a5ea319-915d-422f-83fd-e42f2502d9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.1103921Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a5ea319-915d-422f-83fd-e42f2502d9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.113944531Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"a2626e29-b5b1-4f23-9afb-281d994c2101","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.16358565Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a5ea319-915d-422f-83fd-e42f2502d9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.216233369Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1a5ea319-915d-422f-83fd-e42f2502d9b9","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.268662805Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"4bb22228-d909-4f0c-96c1-5d733b1fbcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.268956263Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"a969fcfe-2d3c-4c00-979f-b39ee29eb36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.325720501Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"4bb22228-d909-4f0c-96c1-5d733b1fbcd0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.325899853Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"a969fcfe-2d3c-4c00-979f-b39ee29eb36a","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.328459891Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"5f33f973-ae17-4550-a6e6-61d5d23c85b3","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:48.53807916Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"b07ae665-c5ab-4522-af5e-ebcd35da632e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:50.370750387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a840285-3340-45e7-b5b2-f34043a2678c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:50.425311915Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a840285-3340-45e7-b5b2-f34043a2678c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:50.478373423Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a840285-3340-45e7-b5b2-f34043a2678c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:50.531078239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3a840285-3340-45e7-b5b2-f34043a2678c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.696029588Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c26838a-cc04-4ea0-bc53-7c35e88c54b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.699709931Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"105961dd-17d8-45ab-820a-1b75a894c9b9","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.749197814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c26838a-cc04-4ea0-bc53-7c35e88c54b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.801850925Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c26838a-cc04-4ea0-bc53-7c35e88c54b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.802405198Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"89695aab-8dd2-4113-aa7f-c4f07ee1b41e","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.802674988Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-w2-10d2fb","reconcileID":"80f988a5-7604-4f84-8b70-29575823c1b0","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.854494419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3c26838a-cc04-4ea0-bc53-7c35e88c54b6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.85465888Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-2-w2-10d2fb","reconcileID":"49cdbce7-30d8-46e8-b8de-bcb2009e7d5b","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-2-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-2-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.958669144Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"c664fd41-bed2-4256-98ec-044446c334da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.960153113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"02bdce2c-1e25-4f64-9922-8754d5ec3f43","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:52.960176806Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"79cb3115-e4e6-4727-b4d6-29fc57a02ea4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.015086766Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"c664fd41-bed2-4256-98ec-044446c334da","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.067996851Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"3a2536df-bca4-4b0f-8df9-e5adc9392aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.124368914Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"3a2536df-bca4-4b0f-8df9-e5adc9392aa2","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.227696638Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"ab8bbb57-6dd2-48b1-92c9-597f1a9ec49b","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.326377567Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"15ee5e6c-2dba-403d-b0c5-1d5c6a56d029","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.377367664Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"49ba7aee-4455-408d-8f95-3cfa896cff2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.433571459Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"49ba7aee-4455-408d-8f95-3cfa896cff2f","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.477299129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"634687b8-c1c7-44de-8230-d159d93f3764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.53500302Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"634687b8-c1c7-44de-8230-d159d93f3764","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:53.817193228Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-w2-10d2fb","reconcileID":"162f33ee-f4c4-431b-902e-eb0dce756e02","MaaSModelRef":{"name":"distinct-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:55.015173646Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0401c472-ed33-4c6e-b217-7a78f9562156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:55.067395785Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0401c472-ed33-4c6e-b217-7a78f9562156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:55.119722214Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0401c472-ed33-4c6e-b217-7a78f9562156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:55.172008543Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0401c472-ed33-4c6e-b217-7a78f9562156","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:56.888748481Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"08f3ba45-c67e-49fe-a2e3-ec2173c650c2","namespace":"ai-tenant-e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:56.888849038Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"08f3ba45-c67e-49fe-a2e3-ec2173c650c2","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:56.946727348Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"08f3ba45-c67e-49fe-a2e3-ec2173c650c2","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:56.94767994Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"a0bba8e9-0790-41f8-a59e-bbe42adbab29","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.004129087Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"08f3ba45-c67e-49fe-a2e3-ec2173c650c2","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.004151219Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"08f3ba45-c67e-49fe-a2e3-ec2173c650c2","namespace":"ai-tenant-e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.004224899Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"08f3ba45-c67e-49fe-a2e3-ec2173c650c2","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.00723595Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"93ea2f69-010b-4f4e-aeea-151d25cfdfe5","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.062932324Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"08f3ba45-c67e-49fe-a2e3-ec2173c650c2","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.066252821Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"414c309a-ab67-4b83-b44a-0e8c296d92f1","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.104182665Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"019632d3-8b93-4d55-8d6b-24f50978d432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.104182718Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"7feaddf4-bf25-4724-9b47-722b8e69e0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.110039783Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"42c11223-148f-4eaf-ab68-ec4341f39f3e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3067018c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.120187431Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"08f3ba45-c67e-49fe-a2e3-ec2173c650c2","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.123605634Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"5086b624-b5af-4a16-8aa3-1f3d2aed8e7e","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.163005472Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"019632d3-8b93-4d55-8d6b-24f50978d432","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.164890438Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"7feaddf4-bf25-4724-9b47-722b8e69e0a4","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.167817344Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"378496b6-db2a-485a-9a4b-d37cd19aae8a","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-04f04fec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.175626867Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"922ef0d1-bde4-4c10-9247-3bee8c19a269","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-3067018c","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.233626046Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"79a4eaa2-0652-4b46-8bee-417460c45983","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-04f04fec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.334897089Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54da5ff8-82bb-48d1-bfae-8beacc12234b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.38721929Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54da5ff8-82bb-48d1-bfae-8beacc12234b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.387408802Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"132f2fa4-8735-4047-a0ef-fc68db8b9825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.439651807Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54da5ff8-82bb-48d1-bfae-8beacc12234b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.439744752Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"40ccf847-cb5a-43fb-affe-7fb50b9e1bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.492509159Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"54da5ff8-82bb-48d1-bfae-8beacc12234b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.598577647Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"40ccf847-cb5a-43fb-affe-7fb50b9e1bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.700173979Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"132f2fa4-8735-4047-a0ef-fc68db8b9825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.772628238Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"40ccf847-cb5a-43fb-affe-7fb50b9e1bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.772656458Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-access","reconcileID":"40ccf847-cb5a-43fb-affe-7fb50b9e1bd3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:44:57.82122796Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"132f2fa4-8735-4047-a0ef-fc68db8b9825","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-10d2fb-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:44:57.821285362Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"132f2fa4-8735-4047-a0ef-fc68db8b9825","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w2-10d2fb-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.826611073Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"997d9376-07f6-41da-b9c5-ee83b1334d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.8284767Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"67a2d1ad-80e5-4c5f-87a7-667f0eeb0849","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:57.982796622Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"997d9376-07f6-41da-b9c5-ee83b1334d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:58.040578999Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"997d9376-07f6-41da-b9c5-ee83b1334d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"e2e-worker-w2-10d2fb-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:58.040599091Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-access","reconcileID":"997d9376-07f6-41da-b9c5-ee83b1334d55","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:58.09662992Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"4bf3c8b2-f0cb-41a1-9d21-64810fbfd462","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:59.7421938Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"fb82c8e4-f22c-456f-bcf0-9fb7329a7652","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:59.794484975Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"02e29636-3ea6-4efc-98fd-f4c7cc2dd94f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-04f04fec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:44:59.853666253Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"30f14779-f420-47ad-8ee3-73972aa2b766","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-04f04fec","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:07.231468706Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"b3cc8256-e477-44d9-abd7-806c5d2acfaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:07.284003531Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"b3cc8256-e477-44d9-abd7-806c5d2acfaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:07.336571553Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"simulator-subscription","reconcileID":"b3cc8256-e477-44d9-abd7-806c5d2acfaa","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/simulator-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:07.60664234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"e67654ec-1937-4dbb-981c-eb0a61ce25e1","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:09.024215498Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:09.906744394Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"67950bf2-317a-4e46-bf2e-e0bc56cc7142","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:09.959935404Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"67950bf2-317a-4e46-bf2e-e0bc56cc7142","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.012778412Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"premium-simulator-subscription","reconcileID":"67950bf2-317a-4e46-bf2e-e0bc56cc7142","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"name":"maas-trlp-premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb","model":"e2e-models-e2e-worker-w2-10d2fb/premium-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.013161915Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"distinct-2-w2-10d2fb","reconcileID":"d2332618-70eb-4f3f-b542-1de52d4565c9","MaaSModelRef":{"name":"distinct-2-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"distinct-2-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"distinct-2-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.284095081Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"efac638d-6100-4d7b-aa81-045d4ff80ef4","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.626742228Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","namespace":"ai-tenant-e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.626800842Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","namespace":"ai-tenant-e2e-worker-w0-e6ca80","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.626852239Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","tenant":"e2e-worker-w0-e6ca80","tenantID":"e2e-worker-w0-e6ca80","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.686530183Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"Deployment","name":"maas-api-e2e-worker-w0-e6ca80","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.750491988Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"Service","name":"maas-api-e2e-worker-w0-e6ca80","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.807044921Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w0-e6ca80","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.861139421Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w0-e6ca80","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.918669557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:10.976860856Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.032870299Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.08779248Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.140046939Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"Deployment","name":"payload-processing-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.192396233Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.253437542Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"Service","name":"payload-processing-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.306850544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"Service","name":"payload-pre-processing-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.359328382Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.411392481Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.463555068Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.519587843Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.571775287Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.624011088Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.676322459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w0-e6ca80","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:11.728863077Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w0-e6ca80"},"namespace":"ai-tenant-e2e-worker-w0-e6ca80","name":"default-tenant","reconcileID":"95cca456-2e38-412b-9495-e1167bd02385","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w0-e6ca80","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:12.600749867Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w0-e6ca80","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w0-e6ca80","reconcileID":"b45d0701-475e-4001-9f50-7aeb64f51997","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w0-e6ca80","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w0-e6ca80"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:14.056855334Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6063fc0f-e2c3-43fd-bb8a-180f69fab49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:14.109298181Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6063fc0f-e2c3-43fd-bb8a-180f69fab49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:14.161688904Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6063fc0f-e2c3-43fd-bb8a-180f69fab49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:14.21403248Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6063fc0f-e2c3-43fd-bb8a-180f69fab49e","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:16.367426404Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2fd864-21f7-4bc9-b30d-2009076ce710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:16.419828179Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2fd864-21f7-4bc9-b30d-2009076ce710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:16.472516726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2fd864-21f7-4bc9-b30d-2009076ce710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:16.524909198Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1d2fd864-21f7-4bc9-b30d-2009076ce710","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:23.311307263Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"d864e395-057c-4cff-88e8-90b65a42c785","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:23.311335524Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"d864e395-057c-4cff-88e8-90b65a42c785","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:24.007197498Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"simulator-w2-10d2fb","reconcileID":"3c992be9-02b3-4440-b268-b417cadfc64b","MaaSModelRef":{"name":"simulator-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"simulator-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"simulator-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:24.007408462Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"namespace":"e2e-models-e2e-worker-w2-10d2fb","name":"premium-w2-10d2fb","reconcileID":"e4252bac-aa56-4c93-a803-7b4177eb145f","MaaSModelRef":{"name":"premium-w2-10d2fb","namespace":"e2e-models-e2e-worker-w2-10d2fb"},"routeName":"premium-w2-10d2fb-kserve-route","namespace":"e2e-models-e2e-worker-w2-10d2fb","llmisvcName":"premium-w2-10d2fb","gateway":"openshift-ingress/e2e-worker-w2-10d2fb","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:28.902217607Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"f0060eca-d3cd-48fb-9523-89e45440883e","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:28.902244052Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"f0060eca-d3cd-48fb-9523-89e45440883e","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:28.958465053Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"d227e13e-dfb5-4a77-b51d-b86199c47d55","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:28.958490621Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"d227e13e-dfb5-4a77-b51d-b86199c47d55","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:29.062759959Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"49edc081-05f7-44ed-99a7-77194582384a","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:29.185176311Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"49edc081-05f7-44ed-99a7-77194582384a","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:29.241567023Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-d51175-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"49edc081-05f7-44ed-99a7-77194582384a","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:29.298443916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"94f871c3-2e53-4640-8b6d-6dd05d3787ab","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:29.29846206Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"94f871c3-2e53-4640-8b6d-6dd05d3787ab","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:29.402302929Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"48dfe041-1db8-46e9-8215-3b2518c6dbed","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:29.458430113Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"48dfe041-1db8-46e9-8215-3b2518c6dbed","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:29.51342595Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-d51175-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"48dfe041-1db8-46e9-8215-3b2518c6dbed","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:39.026260753Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:39.617858513Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"d6d9ae53-fd83-4619-a4a7-1668e9a9edc9","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:39.673544219Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"d6d9ae53-fd83-4619-a4a7-1668e9a9edc9","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:39.728429175Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-d51175-maas-auth to be accepted and enforced: AuthPolicy status observed generation 1, current generation is 2","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"d6d9ae53-fd83-4619-a4a7-1668e9a9edc9","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:46.871126874Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","namespace":"ai-tenant-e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:46.871188809Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","namespace":"ai-tenant-e2e-worker-w2-10d2fb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:46.871248963Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","tenant":"e2e-worker-w2-10d2fb","tenantID":"e2e-worker-w2-10d2fb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:46.926235692Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"Deployment","name":"maas-api-e2e-worker-w2-10d2fb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:46.993824092Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"Service","name":"maas-api-e2e-worker-w2-10d2fb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.04998667Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w2-10d2fb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.10463955Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w2-10d2fb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.165774249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.222561987Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.280547832Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.335934176Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.38844958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"Deployment","name":"payload-processing-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.44084916Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.493214677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"Service","name":"payload-processing-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.545264607Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"Service","name":"payload-pre-processing-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.597960328Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.650701996Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.703273719Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.760235044Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.813041979Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.867665053Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.92073677Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w2-10d2fb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:47.973297087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w2-10d2fb"},"namespace":"ai-tenant-e2e-worker-w2-10d2fb","name":"default-tenant","reconcileID":"296f4c48-710a-4960-8511-f2bc5248e15f","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w2-10d2fb","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:48.915074832Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w2-10d2fb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w2-10d2fb","reconcileID":"4a968ec7-ab93-4a60-805a-873c99cad530","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w2-10d2fb","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w2-10d2fb"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:49.85198607Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"bacd5da3-f227-4657-9401-2e3092e50891","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:49.908813054Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"bacd5da3-f227-4657-9401-2e3092e50891","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:49.964761032Z","body":"Waiting for gateway AuthPolicy openshift-ingress/e2e-ipp-a-d51175-maas-auth to be accepted and enforced: AuthPolicy waiting for the following components to sync: [AuthConfig (96b3897f599031157e207fa115187b357880793ea4333831efb46bfb7210707d) AuthConfig (2f18138b218874bb9bd6c302f0d8576289a2345042cd602d6f7778d16e244598) AuthConfig (0ff9860d5160ec949af763c03878a670504c7e749809bb3e2bd78b00be81b3f3) AuthConfig (dee33ca0b87066affff1b4d57c0264d695f3017c99866a3188a4bf3eff605403) AuthConfig (ecb38e3496556e8426d0454b4e4eccd39430352c8c3822cf931b742fece43e57) AuthConfig (44012774d1190ccc6e18e0239819be35ede9de8462fa7970d41ee0400e710211) AuthConfig (6a98400f47e386552a1a2ed66b327a9d6b103b9575015da40c979692423716fb) AuthConfig (4e240bbe698ceb98cfd1433671f8934c2e8c7ee2a7c1656e3e02c200f31780c0) AuthConfig (41e90de39d78da68daf431eb4ffb4347f0b2450fcd613b2ecd5f095144ec23c4) AuthConfig (5145053b9561d29143f7e62c0c71bce35564e5164dd4cd05fb1f44c2823c410a) AuthConfig (88a49167da74f766a95acefdfc68ff58a0d1433f12d671fc08c5248d99b8d937) AuthConfig (b7217ccdf9b845e288a2b27ea49971ce15086d46f0c22169d2b9a6a62402c291) AuthConfig (7789bbf33e1a5724c70113aa4890b7a04dc7b003fc6196e0a3208fde641d97bf) AuthConfig (b8fd71695fa95e87e34d281c88ae11fec7e0346e10297aac1f684383c4ba953b) AuthConfig (983a4e468795118d80d24180adac5e0d7b87ddfd27364dce484e18f814267497) AuthConfig (c0371f473eb54353f12624d38ff0a79f1a15e4c3c9b006db76a3a9a9d6c46d3f) AuthConfig (98485482b56a5998e28d93c313d396c19c012c3fa976bff0b0bfb7dcb401c4d2) AuthConfig (74bd20a185fda06a035f5cf09921ad86190baf4358e2863a886b46f75c448fd0)]","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"bacd5da3-f227-4657-9401-2e3092e50891","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:50.02282023Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"f1b4eef7-1327-4cfd-af5a-c43682cef892","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:50.022838624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"f1b4eef7-1327-4cfd-af5a-c43682cef892","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:50.34215523Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a56106c-5627-4a49-bebd-a496cfc04c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:50.395092626Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a56106c-5627-4a49-bebd-a496cfc04c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:50.447399671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a56106c-5627-4a49-bebd-a496cfc04c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:50.499862993Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a56106c-5627-4a49-bebd-a496cfc04c66","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:52.664209247Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06359da-059a-41ca-936b-4ad0bfb056c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:52.716665973Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06359da-059a-41ca-936b-4ad0bfb056c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:52.769006041Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06359da-059a-41ca-936b-4ad0bfb056c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:45:52.822025859Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"b06359da-059a-41ca-936b-4ad0bfb056c6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:00.128246933Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"aa05d62f-dbb8-4c94-9032-fc2e052ea83f","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:00.203263311Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"aa05d62f-dbb8-4c94-9032-fc2e052ea83f","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:00.473749916Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"e52f3508-fd3f-4424-aa76-18cb868c765a","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:00.473768579Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"e52f3508-fd3f-4424-aa76-18cb868c765a","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.48816647Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"83a171cf-d646-424a-a5ef-03ecab60bae9","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.488185142Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"83a171cf-d646-424a-a5ef-03ecab60bae9","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.547966154Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"807c5e31-b911-4236-818e-45e567fa6b35","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.547994176Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"807c5e31-b911-4236-818e-45e567fa6b35","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.594138533Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"97050209-799f-4daa-8993-c44137e7b8ba","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:46:05.599230441Z","body":"Reconciler error","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"f5f6f25e-bb55-45f9-89e2-1ae03a817af0","error":"Operation cannot be fulfilled on maassubscriptions.maas.opendatahub.io \"ipp-route-d51175-sub\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.650505126Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"97050209-799f-4daa-8993-c44137e7b8ba","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.70948121Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"a3868f6c-7194-47b5-81db-14a1009d7ae3","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.709507495Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"a3868f6c-7194-47b5-81db-14a1009d7ae3","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.769107137Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"520648ed-9094-42d3-99a4-055733d72759","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.769128548Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"520648ed-9094-42d3-99a4-055733d72759","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.960158909Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"f237c53b-573c-47a9-9752-fed659d7f960","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:05.993246252Z","body":"TokenRateLimitPolicy created","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"d013a6e6-8aa6-4cdc-97ab-4cfa327d271e","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"maas-trlp-ipp-route-d51175","model":"ipp-route-d51175","subscriptionCount":1,"subscriptions":["ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-sub"],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:06.016306535Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"f237c53b-573c-47a9-9752-fed659d7f960","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:06.162549148Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"0e5692ef-d1db-433f-a3c4-654b932ea1f2","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:06.162566356Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"0e5692ef-d1db-433f-a3c4-654b932ea1f2","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:06.350686988Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"32c78a8d-f6cb-4377-baf1-bd2f019bafce","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"maas-trlp-ipp-route-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:07.518289741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058b7541-b1da-482e-980d-5cdc6dcda06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:07.571349776Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058b7541-b1da-482e-980d-5cdc6dcda06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:07.627626725Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058b7541-b1da-482e-980d-5cdc6dcda06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:07.681159503Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"058b7541-b1da-482e-980d-5cdc6dcda06b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:09.024022388Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:09.839745457Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ccf9b0-9af4-4ece-9ab6-471c848df810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:09.892298636Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ccf9b0-9af4-4ece-9ab6-471c848df810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:09.944532055Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ccf9b0-9af4-4ece-9ab6-471c848df810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:09.996809836Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5ccf9b0-9af4-4ece-9ab6-471c848df810","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:12.630101324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"b961c5bf-c2d9-4313-99b9-680a5cbf37e6","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"maas-trlp-ipp-route-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:12.795603556Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"540ca020-d39d-44c6-8dbb-f70daca678f7","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:12.795621582Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"540ca020-d39d-44c6-8dbb-f70daca678f7","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:13.486496254Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"4abaed16-0a8d-4a19-a3ed-cf16164f1b20","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:13.542731177Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"4abaed16-0a8d-4a19-a3ed-cf16164f1b20","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:19.846025744Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"6f365a06-ca8a-4e4b-9f6d-e4b0ce3e5fd2","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:19.846047238Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"6f365a06-ca8a-4e4b-9f6d-e4b0ce3e5fd2","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:19.901058115Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"ad884c28-deaa-49de-b0ae-15b3f700609c","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:19.901075926Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"ad884c28-deaa-49de-b0ae-15b3f700609c","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:20.002946868Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"f113d1d6-044a-41fe-8c27-22903bc80d11","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:20.056125854Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"36c410c8-ded8-4fed-8992-73e7a5c06117","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"maas-trlp-ipp-route-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:20.059497494Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"f113d1d6-044a-41fe-8c27-22903bc80d11","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:20.372934313Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"faf4ba06-03f0-407a-9a44-c7258b97b085","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:20.373612836Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"b7f2a903-9055-4aa1-a14b-de1c2d55a8da","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"maas-trlp-ipp-route-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:20.432436159Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"faf4ba06-03f0-407a-9a44-c7258b97b085","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:21.059173507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7a8bca-4db5-456e-b263-7e7fa3ff21ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:21.111772715Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7a8bca-4db5-456e-b263-7e7fa3ff21ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:21.164506808Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7a8bca-4db5-456e-b263-7e7fa3ff21ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:21.217073268Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0b7a8bca-4db5-456e-b263-7e7fa3ff21ad","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:23.445024239Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f75ba6-4991-46a5-9126-31a10245d30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:23.497514343Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f75ba6-4991-46a5-9126-31a10245d30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:23.550156907Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f75ba6-4991-46a5-9126-31a10245d30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:23.602705902Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"01f75ba6-4991-46a5-9126-31a10245d30a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:25.63973488Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"6c60084d-27b3-4a26-bf50-19c21d4f47de","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:25.75554616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"206ed54f-87fa-4c0f-b7d5-76ec0d7d8a7e","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:25.854123541Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a503b04-1655-4fd2-8a4a-bd6f5e434f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:25.907267596Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a503b04-1655-4fd2-8a4a-bd6f5e434f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:25.959669365Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"04040cfe-209f-4c3a-92f7-c81387f3b6e9","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"maas-trlp-ipp-route-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:25.960166586Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a503b04-1655-4fd2-8a4a-bd6f5e434f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:26.012946986Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4a503b04-1655-4fd2-8a4a-bd6f5e434f15","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:26.06648138Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"95b392df-63b0-4c91-81be-1db33cc79560","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:26.118746662Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"02e9c68b-c0b8-4cb9-b5e0-3b9dd89027eb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:26.118746682Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"1c3f8509-34a0-466c-9b7d-8e5c880e5699","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:26.173718176Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"35d54815-2541-4e11-9c49-bf8d3fdb1b76","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.278185761Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"9d0be78d-fcac-4068-a095-eea98b30d41b","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.27820863Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"9d0be78d-fcac-4068-a095-eea98b30d41b","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.382248577Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"50effafb-f5b1-4f5c-8e57-9c27b432b129","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.435598203Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"13c47ddc-695e-4bec-aa90-5f146deb65eb","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"maas-trlp-ipp-route-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.438597032Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"50effafb-f5b1-4f5c-8e57-9c27b432b129","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.482102227Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","namespace":"ai-tenant-e2e-ipp-a-9ceb40","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.482164771Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","namespace":"ai-tenant-e2e-ipp-a-9ceb40","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.48221674Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","tenant":"e2e-ipp-a-9ceb40","tenantID":"e2e-ipp-a-9ceb40","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.536728961Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"Deployment","name":"maas-api-e2e-ipp-a-9ceb40","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.597182154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"Service","name":"maas-api-e2e-ipp-a-9ceb40","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.654938362Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-9ceb40","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.701284603Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"60c0ff06-1690-451a-b57c-d6234b8d79e1","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"maas-trlp-ipp-route-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.709509461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-9ceb40","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.751352424Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"0189f91d-a1a8-408b-8492-4c6f09c8b93f","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.77676931Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.812775996Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"0189f91d-a1a8-408b-8492-4c6f09c8b93f","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.834760836Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.891908617Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:30.960057313Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.014329472Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.068436361Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.130788154Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"Service","name":"payload-processing-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.192678513Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.247305911Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.301905571Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.357984298Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.415938094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.470212764Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.524392042Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.582266389Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-9ceb40","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:31.638507024Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-9ceb40"},"namespace":"ai-tenant-e2e-ipp-a-9ceb40","name":"default-tenant","reconcileID":"697daf77-609c-46ac-9ca5-a4244102c91b","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-9ceb40","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:32.545694174Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-9ceb40","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-9ceb40","reconcileID":"5ad05d63-69e1-49e5-8431-79c1f4ab0eea","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-9ceb40","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-9ceb40"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:33.947739387Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ed5ae7-90df-426c-bd4b-bd102996ae73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:34.000020034Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ed5ae7-90df-426c-bd4b-bd102996ae73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:34.052413884Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ed5ae7-90df-426c-bd4b-bd102996ae73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:34.104689014Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"56ed5ae7-90df-426c-bd4b-bd102996ae73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.271763243Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e9e1a-422c-46bf-a1aa-97f1279aebdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.324058399Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e9e1a-422c-46bf-a1aa-97f1279aebdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.376392047Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e9e1a-422c-46bf-a1aa-97f1279aebdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.428767699Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"328e9e1a-422c-46bf-a1aa-97f1279aebdd","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.917226152Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"bf742ffc-7b3f-4982-a64c-43a4e5ab0d5f","namespace":"ai-tenant-e2e-ipp-a-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.917289762Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"bf742ffc-7b3f-4982-a64c-43a4e5ab0d5f","name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.972839478Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"bf742ffc-7b3f-4982-a64c-43a4e5ab0d5f","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.97286355Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"bf742ffc-7b3f-4982-a64c-43a4e5ab0d5f","namespace":"ai-tenant-e2e-ipp-a-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.973022309Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"bf742ffc-7b3f-4982-a64c-43a4e5ab0d5f","name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.973649366Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"47ee5763-aab2-476c-8070-4ef988e3159e","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:36.973665235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"47ee5763-aab2-476c-8070-4ef988e3159e","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.029845616Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"bf742ffc-7b3f-4982-a64c-43a4e5ab0d5f","count":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.033961176Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"3efa4636-da38-4d7e-9dd1-8389a80a1c65","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.033977208Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"3efa4636-da38-4d7e-9dd1-8389a80a1c65","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.077908832Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"8d94ccbe-4dfa-43e8-9209-8ffc9660aaa6","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.135718379Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"8d94ccbe-4dfa-43e8-9209-8ffc9660aaa6","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.136091406Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"0c52c9bc-50a7-4569-a916-eca82ed52050","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e11887a9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.199339244Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"f3d777ec-05c7-4e1f-a900-ddc13755455d","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-e11887a9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.352331653Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"0e78a179-0c60-4ffe-a9c1-d1d4c3aaf7db","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.509417097Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"0e78a179-0c60-4ffe-a9c1-d1d4c3aaf7db","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.633957436Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"0e78a179-0c60-4ffe-a9c1-d1d4c3aaf7db","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"e2e-ipp-a-d51175-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.633979043Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-auth","reconcileID":"0e78a179-0c60-4ffe-a9c1-d1d4c3aaf7db","MaaSAuthPolicy":{"name":"ipp-route-d51175-auth","namespace":"ai-tenant-e2e-ipp-a-d51175"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-ipp-a-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.690049092Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"0c40a547-efa0-49b0-bb44-716301eb5709","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:37.690065706Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"0c40a547-efa0-49b0-bb44-716301eb5709","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:39.024356411Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:41.10304534Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83df6425-9e70-4fcb-9b64-a0c45fdafce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:41.155574438Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83df6425-9e70-4fcb-9b64-a0c45fdafce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:41.208137749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83df6425-9e70-4fcb-9b64-a0c45fdafce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:41.261031515Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"83df6425-9e70-4fcb-9b64-a0c45fdafce0","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:43.418766964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce4657-d69a-402c-bd10-10ef8160393d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:43.470961453Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce4657-d69a-402c-bd10-10ef8160393d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:43.523124162Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce4657-d69a-402c-bd10-10ef8160393d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:43.57525749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"f2ce4657-d69a-402c-bd10-10ef8160393d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:45.119821928Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"047c9c31-56e1-4be2-ba0c-0874f481f9ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:45.244293861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"74145023-6f5a-4532-a7ac-0e3b8d3bbaec","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:45.381589958Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7217ec5c-860f-4a9e-973f-bd9350d477d7","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:45.502442802Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"545d98ba-81b7-4deb-aaaa-d7862a6a0294","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:45.623835442Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"c6d99db6-0593-420c-876d-4054742b346f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:45.724779474Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"5c30c7fe-e72c-42cd-a228-ecdec55d2162","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:47.251954918Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"453b3eed-9ef1-46a2-8d4c-896ba4dd3283","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","subscription":"ipp-route-d51175-sub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:47.304697732Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"453b3eed-9ef1-46a2-8d4c-896ba4dd3283","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:47.357396453Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175-sub","reconcileID":"453b3eed-9ef1-46a2-8d4c-896ba4dd3283","MaaSSubscription":{"name":"ipp-route-d51175-sub","namespace":"ai-tenant-e2e-ipp-a-d51175"},"name":"maas-trlp-ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:47.631124845Z","body":"Auto-resolved tenant from HTTPRoute gateway","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"f52faef9-643f-422c-9209-54e6f63238c0","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"tenant":"e2e-ipp-a-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","model":"ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:46:47.631144458Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"f52faef9-643f-422c-9209-54e6f63238c0","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"routeName":"ipp-route-d51175-kserve-route","namespace":"ai-tenant-e2e-ipp-a-d51175","llmisvcName":"ipp-route-d51175","gateway":"openshift-ingress/e2e-ipp-a-d51175","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.024513686Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.629149471Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","namespace":"ai-tenant-e2e-ipp-a-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.629227632Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","namespace":"ai-tenant-e2e-ipp-a-d51175","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.629274682Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","tenant":"e2e-ipp-a-d51175","tenantID":"e2e-ipp-a-d51175","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.683792033Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"Deployment","name":"maas-api-e2e-ipp-a-d51175","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.745415005Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"Service","name":"maas-api-e2e-ipp-a-d51175","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.804109049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-a-d51175","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.85811022Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-a-d51175","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.919429593Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:09.974092477Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.030742479Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.086203805Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.143704065Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"Deployment","name":"payload-processing-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.198143598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.261493777Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"Service","name":"payload-processing-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.32424454Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"Service","name":"payload-pre-processing-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.3813778Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.435791624Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.490550561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.547011903Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.603252861Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.667768438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.722971087Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-a-d51175","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.776779924Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"default-tenant","reconcileID":"0f285c88-fbae-47a1-a4f5-c72feec6db22","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-a-d51175","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.835590428Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","namespace":"ai-tenant-e2e-ipp-b-d91f6f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.835646349Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","namespace":"ai-tenant-e2e-ipp-b-d91f6f","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.83569549Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","tenant":"e2e-ipp-b-d91f6f","tenantID":"e2e-ipp-b-d91f6f","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.889816263Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"Deployment","name":"maas-api-e2e-ipp-b-d91f6f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:10.951688803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"Service","name":"maas-api-e2e-ipp-b-d91f6f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.009007039Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-d91f6f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.063803369Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-d91f6f","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.126680338Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.181430995Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.238239507Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.292768456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.347395606Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.401975556Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.464147264Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"Service","name":"payload-processing-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.524957598Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.577466618Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-a-d51175","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-a-d51175","reconcileID":"eda7e81f-04b7-4b7a-8d13-42edc6511114","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-a-d51175","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-a-d51175"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.583645985Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.63831511Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.696542538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.737594733Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"d00a203d-9ff3-47cc-94be-6308eeb55254","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.752148323Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.795208877Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"d00a203d-9ff3-47cc-94be-6308eeb55254","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.800555066Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"ee1776df-8516-4cdd-9248-83adf14dfccb","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.80061705Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"ee1776df-8516-4cdd-9248-83adf14dfccb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.81175355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"70b9518a-5f12-4a14-9b25-f426d31d1dcc","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.811804212Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"70b9518a-5f12-4a14-9b25-f426d31d1dcc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.832971801Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"477b76f0-7fe1-4c0b-8ab8-6277fda781b7","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.833031367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"477b76f0-7fe1-4c0b-8ab8-6277fda781b7","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.845039503Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.874157413Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"dceb5eb5-5515-418c-8c36-a37be0645d1e","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.874328951Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"dceb5eb5-5515-418c-8c36-a37be0645d1e","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.903695094Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.955300018Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"c3ee6d8b-c9bb-4897-a571-502355a777da","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:11.955374063Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"c3ee6d8b-c9bb-4897-a571-502355a777da","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:11.96105407Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-d91f6f","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:12.016844959Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-d91f6f"},"namespace":"ai-tenant-e2e-ipp-b-d91f6f","name":"default-tenant","reconcileID":"a76b3887-886c-4bd9-a165-97696c75f189","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-d91f6f","namespace":"","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:12.11620998Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"e081a8f9-5ec6-4aef-ab81-97abd6372453","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:12.116273881Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"e081a8f9-5ec6-4aef-ab81-97abd6372453","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:12.436606881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"a6eb70d7-6a18-4396-8de4-adac32457252","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:12.436678534Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"a6eb70d7-6a18-4396-8de4-adac32457252","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:12.901549891Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-d91f6f","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-d91f6f","reconcileID":"50cf4251-bee3-469a-b1dc-5c22751c4cda","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-d91f6f","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-d91f6f"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:13.025401671Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed9c32b-9b93-4948-8794-faa4332a6091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:13.06725823Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"508059ac-a17f-4129-aedb-705171b094bb","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:13.067448494Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"508059ac-a17f-4129-aedb-705171b094bb","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:13.077988507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed9c32b-9b93-4948-8794-faa4332a6091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:13.133892225Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed9c32b-9b93-4948-8794-faa4332a6091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:13.187656542Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed9c32b-9b93-4948-8794-faa4332a6091","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:14.348257118Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"2bb7225e-7cf7-4ad3-aa15-cf9251f4f1ae","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:14.348352638Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"2bb7225e-7cf7-4ad3-aa15-cf9251f4f1ae","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:15.357670832Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcebb31-e4ee-4554-a31d-50ebe9b0b2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:15.41021115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcebb31-e4ee-4554-a31d-50ebe9b0b2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:15.462861529Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcebb31-e4ee-4554-a31d-50ebe9b0b2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:15.515780191Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ffcebb31-e4ee-4554-a31d-50ebe9b0b2ef","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:16.909321322Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"813a0ac7-e88d-43c6-b33e-e1ae2370acbc","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:16.909389091Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"813a0ac7-e88d-43c6-b33e-e1ae2370acbc","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:17.696349853Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"eaf5308b-e7d6-4e83-8e68-002c3eee38dd","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:17.696412778Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"eaf5308b-e7d6-4e83-8e68-002c3eee38dd","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:17.747091839Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e745df-02c3-4320-a52c-73a74660b408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:17.799319897Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e745df-02c3-4320-a52c-73a74660b408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:17.851946447Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e745df-02c3-4320-a52c-73a74660b408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:17.904987391Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"88e745df-02c3-4320-a52c-73a74660b408","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:24.736681871Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"659c5c43-1a63-4802-8dbe-68104937d211","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:24.736748529Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"659c5c43-1a63-4802-8dbe-68104937d211","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:24.895984217Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"54b05664-ca71-43a8-9833-8a1e81c9ffe2","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:24.896052454Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"54b05664-ca71-43a8-9833-8a1e81c9ffe2","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:25.953734553Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c8e8ef-76ce-42b5-af55-1a4b3e62b529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:26.00613992Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c8e8ef-76ce-42b5-af55-1a4b3e62b529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:26.008949474Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"8f2adb6c-4b16-4419-b016-ef0894a02d04","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:26.009013334Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"8f2adb6c-4b16-4419-b016-ef0894a02d04","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:26.058526097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c8e8ef-76ce-42b5-af55-1a4b3e62b529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:26.11083005Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"17c8e8ef-76ce-42b5-af55-1a4b3e62b529","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:26.170540554Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8f1e34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8f1e34","reconcileID":"a44466d7-9176-4573-aaa3-caa8962bb2fa","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8f1e34","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-a-8f1e34":"true"},"removed":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:26.437097502Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"e87bdde0-99b3-47f0-a974-20d7f5568cae","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:26.437205043Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"e87bdde0-99b3-47f0-a974-20d7f5568cae","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:28.266807513Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4697b1f9-d931-47c6-b3ca-0887a3336b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:28.321057495Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4697b1f9-d931-47c6-b3ca-0887a3336b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:28.37413059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4697b1f9-d931-47c6-b3ca-0887a3336b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:28.426505743Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4697b1f9-d931-47c6-b3ca-0887a3336b73","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:28.484457616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"96b28fed-37f2-4dec-b819-9617e8febc5a","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:47:28.484530317Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"ipp-route-d51175","namespace":"ai-tenant-e2e-ipp-a-d51175"},"namespace":"ai-tenant-e2e-ipp-a-d51175","name":"ipp-route-d51175","reconcileID":"96b28fed-37f2-4dec-b819-9617e8febc5a","error":"resolve tenant gateway for model ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175: no AITenant found for any gateway referenced by HTTPRoute ai-tenant-e2e-ipp-a-d51175/ipp-route-d51175-kserve-route (gateways: [openshift-ingress/e2e-ipp-a-d51175]); ensure an AITenant exists with a matching gateway, or set spec.tenantRef explicitly","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:39.02429933Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:40.020563088Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"aa18e061-4430-4940-b6ea-6be2adce8fd2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:40.126600747Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"46dc1445-5777-41b2-b975-16d37a5d5b1f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:40.233001647Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"bd8b93b5-d742-4328-8a6d-e2b344a69409","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:40.335455265Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"eaff9eab-1e94-4b53-b5c7-270f704b180d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:40.439057607Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"f1cf1871-cc8f-4cc0-a9f5-37ca4332c061","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:40.536099324Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"b6c13b0d-614d-44c4-8847-9a4386a1982f","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:50.296175887Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"79150fe2-d620-4b3d-a577-f7a3ed54e594","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-a-8f1e34","tenantID":"e2e-praxis-a-8f1e34","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:50.413105857Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"79150fe2-d620-4b3d-a577-f7a3ed54e594","name":"e2e-praxis-a-8f1e34-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:57.543748175Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"489496f7-7194-4c52-a11a-a90f3dbe0932","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:57.660244005Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"edb766b4-ea21-46bc-8696-fe65bd0cc2fd","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:57.95614384Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"8cd7c169-ebef-4e5f-9ec4-405ee21538d4","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:58.056023827Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"e56847ed-87f8-4d8f-b6ce-0c5cdf45f9e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:58.075089693Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"5e94aecb-4a7c-4685-a02f-5d67dc11f17f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:47:58.157315609Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"cbb0ae17-c10f-4617-9198-e0207fc6df4b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:02.042514059Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d5d3b5-fe39-421a-8e89-b8818cd81c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:02.094812099Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d5d3b5-fe39-421a-8e89-b8818cd81c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:02.147417401Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d5d3b5-fe39-421a-8e89-b8818cd81c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:02.199847916Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e5d5d3b5-fe39-421a-8e89-b8818cd81c35","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:04.369003115Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511ae82d-7a89-4650-9a35-402d83d7857a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:04.421565139Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511ae82d-7a89-4650-9a35-402d83d7857a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:04.474367928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511ae82d-7a89-4650-9a35-402d83d7857a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:04.526851784Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"511ae82d-7a89-4650-9a35-402d83d7857a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:06.716585353Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b600d2b-acd5-4229-9b6c-fed2a0cb2b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:06.769329704Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b600d2b-acd5-4229-9b6c-fed2a0cb2b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:06.821861911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b600d2b-acd5-4229-9b6c-fed2a0cb2b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:06.874839338Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"3b600d2b-acd5-4229-9b6c-fed2a0cb2b80","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:09.024348901Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:09.471508241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"d3fa6593-2dcd-4204-8a69-824d263295e6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:09.572257199Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"4ee08057-e0b7-4233-b43e-9932a90fdc45","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:09.67335428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"437f499a-2bc1-443a-ba56-079e94b432c7","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:09.673351035Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"9be7aa96-361b-4cfb-968c-548bb74c672b","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:09.772978689Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"a500cab3-27ae-4c0c-9378-1ab4dbd954ab","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:10.000874812Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"051f3dbf-96b3-44ad-8f31-3fb8a2cb13c8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:18.861937088Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01c4ffe-d905-47e1-958f-8d31b0f701f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:18.914272329Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01c4ffe-d905-47e1-958f-8d31b0f701f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:18.966493896Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01c4ffe-d905-47e1-958f-8d31b0f701f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:19.019012978Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e01c4ffe-d905-47e1-958f-8d31b0f701f6","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:21.182930493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66d2250-1963-4dc6-a1d8-efc66f065024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:21.235216132Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66d2250-1963-4dc6-a1d8-efc66f065024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:21.287698799Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66d2250-1963-4dc6-a1d8-efc66f065024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:21.340529767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e66d2250-1963-4dc6-a1d8-efc66f065024","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:28.061724537Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e25b470-0077-4cb6-8ba9-3a40aa199347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:28.114134739Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e25b470-0077-4cb6-8ba9-3a40aa199347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:28.166593499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e25b470-0077-4cb6-8ba9-3a40aa199347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:28.219102964Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"6e25b470-0077-4cb6-8ba9-3a40aa199347","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:28.330306338Z","body":"applied gateway namespace-selector labels to infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bbb1eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bbb1eb","reconcileID":"a1e8fa95-076e-45e4-afd2-a1bbf52906ee","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bbb1eb","applied":{"maas.opendatahub.io/gateway-access-e2e-praxis-b-bbb1eb":"true"},"removed":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:30.445928315Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295f71dc-5675-4bf0-92ef-ef05922f32fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:30.500379932Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295f71dc-5675-4bf0-92ef-ef05922f32fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:30.552779633Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295f71dc-5675-4bf0-92ef-ef05922f32fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:30.605054339Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"295f71dc-5675-4bf0-92ef-ef05922f32fa","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.104707117Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","namespace":"ai-tenant-e2e-ipp-b-2d5a5a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.104864914Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","namespace":"ai-tenant-e2e-ipp-b-2d5a5a","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.10497814Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","tenant":"e2e-ipp-b-2d5a5a","tenantID":"e2e-ipp-b-2d5a5a","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.159102969Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"Deployment","name":"maas-api-e2e-ipp-b-2d5a5a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.257449223Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"Service","name":"maas-api-e2e-ipp-b-2d5a5a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.317162461Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"HTTPRoute","name":"maas-api-route-e2e-ipp-b-2d5a5a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.371618498Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-ipp-b-2d5a5a","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.427701949Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.487073048Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.54451876Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.598771358Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"Telemetry","name":"latency-per-subscription-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.652845682Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"Deployment","name":"payload-processing-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.707009935Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"Deployment","name":"payload-pre-processing-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.766761359Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"Service","name":"payload-processing-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.78184316Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77f9d1d-4bc1-471a-895b-189812d8d084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.837305127Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77f9d1d-4bc1-471a-895b-189812d8d084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.844065339Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"Service","name":"payload-pre-processing-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.891445472Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77f9d1d-4bc1-471a-895b-189812d8d084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.94414051Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c77f9d1d-4bc1-471a-895b-189812d8d084","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:32.945521982Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"DestinationRule","name":"payload-processing-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:33.000700069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"DestinationRule","name":"payload-pre-processing-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:33.056068249Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"EnvoyFilter","name":"payload-processing-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:33.111799467Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:33.214683799Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"NetworkPolicy","name":"payload-processing-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:33.2681497Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"ServiceAccount","name":"payload-processing-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:33.322017742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-ipp-b-2d5a5a","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:33.375697252Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-ipp-b-2d5a5a"},"namespace":"ai-tenant-e2e-ipp-b-2d5a5a","name":"default-tenant","reconcileID":"fb0204c1-a03d-42cb-966b-e623262b1589","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-ipp-b-2d5a5a","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:34.220134512Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-ipp-b-2d5a5a","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-ipp-b-2d5a5a","reconcileID":"73bea7e9-c752-4c9b-99e5-f616301c1b83","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-ipp-b-2d5a5a","removed":["maas.opendatahub.io/gateway-access-e2e-ipp-b-2d5a5a"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:35.642581407Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed19cba-a7ba-4818-b8b6-652e0cd57b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:35.695031731Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed19cba-a7ba-4818-b8b6-652e0cd57b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:35.747361795Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed19cba-a7ba-4818-b8b6-652e0cd57b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:35.799722741Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1ed19cba-a7ba-4818-b8b6-652e0cd57b0b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:37.9673412Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e661d1a-2a4f-415b-a1c6-0d3c80051022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:38.019688749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e661d1a-2a4f-415b-a1c6-0d3c80051022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:38.07249639Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e661d1a-2a4f-415b-a1c6-0d3c80051022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:38.125300767Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"1e661d1a-2a4f-415b-a1c6-0d3c80051022","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:39.024996515Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.719081687Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"f21a3510-a54f-4a76-8446-f0fe91a8b007","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.771890883Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"277822db-997c-47a2-a64e-c5ff3db0c28f","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.824705203Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-w6-096685","reconcileID":"e55a3f5f-0780-436f-8846-851009585f87","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.824908442Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-2-w6-096685","reconcileID":"70341428-e280-447a-a101-946a879142d1","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-2-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-2-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.881049815Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"98c51a91-8b54-489c-97e9-710d5ec199e2","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.881327428Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"76d1ccad-d6e7-4ec4-9414-c7b80e0c235e","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.88155357Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-w6-096685","reconcileID":"774bdd60-7650-43f2-b8dd-f521856c5bfc","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.881716791Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-2-w6-096685","reconcileID":"787b516b-e563-4be2-9602-6841457231ad","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-2-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-2-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.929106215Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"f23a0515-3cd8-4359-a160-b1b6462364f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.930375008Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"fe76a380-d0a5-42ab-8836-deff3f2df1e2","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.930387181Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"c2c451ba-a1af-4822-a5ea-d802d27529ac","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:41.988503444Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"f23a0515-3cd8-4359-a160-b1b6462364f8","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.03017246Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"9e95c249-06ad-47b8-8a22-6022ec47239a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.086254345Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"9e95c249-06ad-47b8-8a22-6022ec47239a","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.262083213Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"4c80cb93-816d-4e98-b1b6-983236fe025c","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.262117268Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"55d0498c-67e6-446f-bda6-bcc8261fcc49","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.373186043Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"97ae7f08-8d8b-4679-b570-2a35692aae39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.431005256Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"97ae7f08-8d8b-4679-b570-2a35692aae39","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.57793021Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"d3919e07-b765-4233-80d3-bd41ea026fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.634293463Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"d3919e07-b765-4233-80d3-bd41ea026fdd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.94164062Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"a44d06c4-6585-418d-a73b-ef87ca2bf124","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.944543411Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda7046b-24f1-40e1-9895-5e8ca7ea39d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:42.997020216Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda7046b-24f1-40e1-9895-5e8ca7ea39d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:43.049579081Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda7046b-24f1-40e1-9895-5e8ca7ea39d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:43.10203364Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bda7046b-24f1-40e1-9895-5e8ca7ea39d3","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:43.154769641Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"59a79f63-0cb9-431d-9800-6a036f92c856","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:43.208911337Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"16b758dc-6b47-4969-b927-2b1fc3d89d96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:43.299569056Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"798c050f-c710-442b-ab06-95d78e760b21","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:43.421450963Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"9e6aeb79-c752-48c8-a33a-5756dd2ca738","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:43.421586202Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"93e3cc3b-ca36-46c6-b233-4cdec69e3e45","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:45.341619675Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524c3c57-fef1-465f-bab9-82edee7c8efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:45.394384375Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524c3c57-fef1-465f-bab9-82edee7c8efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:45.446780572Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524c3c57-fef1-465f-bab9-82edee7c8efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:45.499104879Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"524c3c57-fef1-465f-bab9-82edee7c8efe","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:46.995703099Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-2-w6-096685","reconcileID":"6da2b8e9-b901-4da6-aabf-990f8e48e0b3","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-2-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-2-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:47.321393171Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-w6-096685","reconcileID":"258f201c-7519-4285-b14b-3a7ca3af6a2a","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:47.640153949Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"e2acebf5-86b6-4406-b464-270b2d77b641","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:47.799097572Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"64a1f48b-598c-43f0-bdca-b54a882d7a98","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:47.855825941Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"83299d7d-3c0c-46bb-a9ab-a2c803604cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:47.855964288Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"1eaa0f78-0268-40d5-8598-9e1fdb95266c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:47.912416968Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"83299d7d-3c0c-46bb-a9ab-a2c803604cce","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:47.912747816Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"1eaa0f78-0268-40d5-8598-9e1fdb95266c","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:47.96515777Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"01c76d1e-de70-42b6-8fbf-4d06b9ac77f2","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:48.023738136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"16a23174-0704-4652-bf53-c7a36e06ce16","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:48.12365936Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"3e6913ce-49b0-4f79-977d-03735f2cfaa1","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:48.125012367Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"9bb6cccf-cc6f-4fef-afe9-b126838a1d30","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:48.27641128Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"e01c1099-230f-4199-8fe4-8fedf96ff0e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:48.27641129Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"eabf1cad-638d-4deb-94ec-25a52ca46285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:48.288384095Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"22570798-e3cb-439d-a0be-68d095513130","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:48.334184412Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"eabf1cad-638d-4deb-94ec-25a52ca46285","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:48.334938757Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"e01c1099-230f-4199-8fe4-8fedf96ff0e4","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:48.448272861Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"61608a9a-551d-4558-a2a2-bde4e5923220","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:50.712285617Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"433a17c5-17c0-4114-ba5b-cb41c8ce57ea","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:50.833042306Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"81ff5f70-01a0-403f-83de-f666e2791bf1","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:50.952394575Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"627ac355-fb44-4fc3-a348-9fea29c0ebea","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:51.054954884Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"9d33090b-f3e1-4b9b-a0ef-52eb3dbeef57","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:51.07116549Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"2a4d40a0-a17f-49d0-8504-736d664dfa58","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:51.246009085Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"720bf5ce-1b21-47d4-830b-9e4431529413","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.314591741Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"914aff15-448a-48b2-9131-b64f2667fd61","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.314948946Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-w6-096685","reconcileID":"3ca50a68-f478-4e60-a957-0551b37a56dc","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.315154533Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-2-w6-096685","reconcileID":"8bcbbfe8-3a2e-49bc-88eb-1e9171fb672d","MaaSModelRef":{"name":"distinct-2-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-2-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-2-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.315325814Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"46f3a359-54a2-4c2b-81f1-297240ddf7a3","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.471260867Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"0bd0d041-2159-4406-a452-801b3ff79ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.471260869Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"b6d98cbe-cdda-4f7a-99e4-d9f4ec351f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.471814484Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"4ab6e3ce-604f-42db-974a-5b91147a7dd2","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.472110345Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"0e908736-e5b6-412d-9fed-f032481fd990","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.528319782Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"0bd0d041-2159-4406-a452-801b3ff79ddd","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.528345587Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"b6d98cbe-cdda-4f7a-99e4-d9f4ec351f46","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.736959726Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"9e7a29c4-4a85-4a79-beff-ed7875acc491","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.736973335Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"0419c2cb-30dd-4870-9115-ceb7192b8a64","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.889239223Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"99744aa0-fb97-4f26-9f1a-bba2ea6b2f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.889253527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"da5e251e-190d-4e4b-8c9d-70d9c6947463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.946631559Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"99744aa0-fb97-4f26-9f1a-bba2ea6b2f93","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:52.946938015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"da5e251e-190d-4e4b-8c9d-70d9c6947463","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:53.129506447Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"bac75859-4522-40b1-b7dc-bce735f69571","gatewayNamespace":"openshift-ingress","gatewayName":"e2e-praxis-b-bbb1eb","tenantID":"e2e-praxis-b-bbb1eb","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:48:53.244010314Z","body":"gateway AuthPolicy created","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"bac75859-4522-40b1-b7dc-bce735f69571","name":"e2e-praxis-b-bbb1eb-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:01.124581677Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"2fca9d7a-5bf8-4852-8d2b-9a70bfb53ce2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:01.247157428Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"10cb3a5a-314c-4bc3-a828-ed3dd2432636","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:01.34658429Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d73a5d42-172e-4798-8236-3fba9b4592a8","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:01.445138355Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"74c036c9-cfff-4e0d-abc4-d125fa21be95","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:01.551461764Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"85e7cbd6-a10f-4c0f-bff1-fe06831845bc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:01.650468577Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"41944b9e-1465-4045-8896-ea623a1224e9","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.745015642Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"b62673ec-d7a5-4cfc-be51-5a56cd37ffbf","namespace":"ai-tenant-e2e-worker-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.745084628Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"b62673ec-d7a5-4cfc-be51-5a56cd37ffbf","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.801514403Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"b62673ec-d7a5-4cfc-be51-5a56cd37ffbf","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.802226468Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"f3e5e901-28da-4712-8ed4-997abf1ea177","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.858304682Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"b62673ec-d7a5-4cfc-be51-5a56cd37ffbf","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.858320416Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"b62673ec-d7a5-4cfc-be51-5a56cd37ffbf","namespace":"ai-tenant-e2e-worker-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.858372566Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"b62673ec-d7a5-4cfc-be51-5a56cd37ffbf","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.862516678Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"9f0ad490-262c-4959-8f4f-a3cd93233b0c","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.916227534Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"b62673ec-d7a5-4cfc-be51-5a56cd37ffbf","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.919553396Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"25aed7d8-a903-4a65-b823-86285190371b","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.95897222Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"26eea632-873b-42c5-b0b1-dfc25bc25bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.958978634Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"f497c368-1faf-4168-8c43-91fb07e3962f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.964079707Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"c3b20bb8-4d5d-4659-9a08-7ad08a3ffb2d","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9a40845","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.975942825Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"b62673ec-d7a5-4cfc-be51-5a56cd37ffbf","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:07.978733967Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"2a9e5509-a433-496c-b22e-a554e877bc3a","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.015489015Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"f497c368-1faf-4168-8c43-91fb07e3962f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.015491212Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"26eea632-873b-42c5-b0b1-dfc25bc25bbb","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.022857282Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"0b0a5100-b5c1-4fd4-9279-d24a3bc3bcce","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b49287f9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.031191388Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"34ee54ee-e3c7-422c-aa20-f5ac2c89c179","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9a40845","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.103373186Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"6ca50e0e-723d-4b42-83ba-388265f41800","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-b49287f9","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.207125086Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"0b56f53f-861e-4b0f-87b0-719059555c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.207461084Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"bc5b3ed3-9d94-4897-b24b-196f8af97a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.41390408Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"0b56f53f-861e-4b0f-87b0-719059555c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.413950104Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"bc5b3ed3-9d94-4897-b24b-196f8af97a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.540308435Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"bc5b3ed3-9d94-4897-b24b-196f8af97a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.540343636Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-access","reconcileID":"bc5b3ed3-9d94-4897-b24b-196f8af97a38","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:49:08.541629523Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"0b56f53f-861e-4b0f-87b0-719059555c88","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w6-096685-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:49:08.541677976Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"0b56f53f-861e-4b0f-87b0-719059555c88","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w6-096685-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.546988566Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"2f2c3d64-8043-45e5-981a-2074967f1887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.596102166Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"e00fc211-914d-41e9-81ef-cc37b577212a","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.752239534Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"2f2c3d64-8043-45e5-981a-2074967f1887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.808364145Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"2f2c3d64-8043-45e5-981a-2074967f1887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"e2e-worker-w6-096685-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.808385988Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-access","reconcileID":"2f2c3d64-8043-45e5-981a-2074967f1887","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w6-096685"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:08.864637797Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"368114d7-d6d1-481f-8923-df8e723f4aa6","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:09.024531603Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:14.842120398Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd332e83-c4fa-464d-92f0-bc8f63b46787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:14.894774619Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd332e83-c4fa-464d-92f0-bc8f63b46787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:14.947252261Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd332e83-c4fa-464d-92f0-bc8f63b46787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:14.999768894Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"bd332e83-c4fa-464d-92f0-bc8f63b46787","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:17.165946828Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c247bae-72a1-46e8-ab3b-81c7e836272d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:17.218392054Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c247bae-72a1-46e8-ab3b-81c7e836272d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:17.271273726Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c247bae-72a1-46e8-ab3b-81c7e836272d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:17.323818373Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"9c247bae-72a1-46e8-ab3b-81c7e836272d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:17.429355666Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"ca98ac50-216d-493d-81ff-3a54b3767038","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:17.530474657Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"5f8bc5f2-8657-46d5-9a12-da3c1ea68fbc","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:17.53116991Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d5c33bf3-7a60-4dd8-9dc4-d5bdf0c2b413","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:17.644289113Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"62e816ac-2f46-4ebd-a24a-ea019ff75821","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:18.084375553Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"6cdb11d0-af02-4e7e-9281-af3b28b47504","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:18.137602366Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"6cdb11d0-af02-4e7e-9281-af3b28b47504","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:18.155821484Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"d09b57cb-f432-47f7-953c-2ffbbbc9c844","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:18.189920656Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"simulator-subscription","reconcileID":"6cdb11d0-af02-4e7e-9281-af3b28b47504","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685","model":"e2e-models-e2e-worker-w6-096685/simulator-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:18.208192061Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"d09b57cb-f432-47f7-953c-2ffbbbc9c844","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:18.260636012Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"premium-simulator-subscription","reconcileID":"d09b57cb-f432-47f7-953c-2ffbbbc9c844","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w6-096685"},"name":"maas-trlp-premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685","model":"e2e-models-e2e-worker-w6-096685/premium-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:18.575037473Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"95955733-39c0-4c40-a09d-694ba36df548","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:18.627407136Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"4736aef2-49ba-4dd9-bd39-99b5110a1869","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:22.684853502Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"simulator-w6-096685","reconcileID":"71bed9b7-615d-4782-aafc-ff3fdf1d41d3","MaaSModelRef":{"name":"simulator-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"simulator-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"simulator-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:22.685094481Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"premium-w6-096685","reconcileID":"5a43c9f7-57fa-4f3d-bde7-852fefcc998f","MaaSModelRef":{"name":"premium-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"premium-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"premium-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:22.68524377Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"namespace":"e2e-models-e2e-worker-w6-096685","name":"distinct-w6-096685","reconcileID":"b493ce8a-4932-44dc-9bb3-76b9c5583c8d","MaaSModelRef":{"name":"distinct-w6-096685","namespace":"e2e-models-e2e-worker-w6-096685"},"routeName":"distinct-w6-096685-kserve-route","namespace":"e2e-models-e2e-worker-w6-096685","llmisvcName":"distinct-w6-096685","gateway":"openshift-ingress/e2e-worker-w6-096685","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:31.251076687Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112489f0-d1da-41fd-8bd9-999a7424e4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:31.304036168Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112489f0-d1da-41fd-8bd9-999a7424e4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:31.356762444Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112489f0-d1da-41fd-8bd9-999a7424e4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:31.409352124Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"112489f0-d1da-41fd-8bd9-999a7424e4eb","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.578917622Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","namespace":"ai-tenant-e2e-worker-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.579001223Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","namespace":"ai-tenant-e2e-worker-w6-096685","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.579087233Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","tenant":"e2e-worker-w6-096685","tenantID":"e2e-worker-w6-096685","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.633482056Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"Deployment","name":"maas-api-e2e-worker-w6-096685","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.695641628Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"Service","name":"maas-api-e2e-worker-w6-096685","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.77999363Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"d5d81338-0e51-4b59-a11e-400208472beb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.781992277Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w6-096685","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.835632438Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w6-096685","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.892816865Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.940012106Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"7c98f050-1c13-4d54-b3a3-18194475b6ad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:32.94834409Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.050781369Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"107ac0e6-4eba-42f2-bc0e-098203d547a6","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.05456411Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.108642629Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.155206483Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"82b1b551-0795-4fd7-886e-115cc79b6343","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.160785771Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"Deployment","name":"payload-processing-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.213390564Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.273932504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"Service","name":"payload-processing-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.326170392Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"Service","name":"payload-pre-processing-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.378027539Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.431574803Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.490840904Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.548850147Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.600967282Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0077f2c6-223f-4e0e-9377-ca4df2f4b608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.65325808Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.65346817Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0077f2c6-223f-4e0e-9377-ca4df2f4b608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.705692032Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.706154257Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0077f2c6-223f-4e0e-9377-ca4df2f4b608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.758574073Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w6-096685","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.75882526Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"0077f2c6-223f-4e0e-9377-ca4df2f4b608","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:33.810926156Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w6-096685"},"namespace":"ai-tenant-e2e-worker-w6-096685","name":"default-tenant","reconcileID":"bba99180-faf0-4452-a7e5-8c5f3a8cb552","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w6-096685","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:34.624430661Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w6-096685","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w6-096685","reconcileID":"07d33ffb-bfee-4dcb-a43b-58467095d41a","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w6-096685","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w6-096685"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:35.917356396Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac561880-9c94-4d67-b979-15f70acc7f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:35.969659794Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac561880-9c94-4d67-b979-15f70acc7f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:36.022250835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac561880-9c94-4d67-b979-15f70acc7f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:36.074847231Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"ac561880-9c94-4d67-b979-15f70acc7f0a","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:38.252938227Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d22b47a-5b9b-4012-9e72-63f6664a43b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:38.305282234Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d22b47a-5b9b-4012-9e72-63f6664a43b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:38.357679361Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d22b47a-5b9b-4012-9e72-63f6664a43b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:38.409937458Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4d22b47a-5b9b-4012-9e72-63f6664a43b2","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:39.025027789Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:40.64628686Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8389fbb-034b-4b41-98fb-0a0cfd5ea02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:40.698666601Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8389fbb-034b-4b41-98fb-0a0cfd5ea02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:40.750988852Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8389fbb-034b-4b41-98fb-0a0cfd5ea02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:40.803297031Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"c8389fbb-034b-4b41-98fb-0a0cfd5ea02b","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:54.538911496Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"d34919eb-4bab-4bc4-b283-c13175b6d439","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:54.658211683Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"ea5a450e-7d27-4b3a-84d1-e51e7fd7a1f4","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:54.776639843Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"f3f91c42-8b25-4e1a-a11f-19020a61a62a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:54.877577452Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"30e3c94a-2d3a-4a4f-8690-a41016e37c05","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.384296981Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","namespace":"ai-tenant-e2e-praxis-a-8f1e34","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.384377413Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","namespace":"ai-tenant-e2e-praxis-a-8f1e34","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.384442421Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","tenant":"e2e-praxis-a-8f1e34","tenantID":"e2e-praxis-a-8f1e34","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.438413807Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"Deployment","name":"maas-api-e2e-praxis-a-8f1e34","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.500063429Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"Service","name":"maas-api-e2e-praxis-a-8f1e34","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.564986634Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-a-8f1e34","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.618999471Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-a-8f1e34","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.675358942Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.73044994Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.787600424Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.842263329Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.894096933Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"Deployment","name":"payload-processing-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:58.951302614Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.004484776Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"Service","name":"payload-processing-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.05678823Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"Service","name":"payload-pre-processing-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.10993404Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.163409504Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.215820974Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.271485312Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.323738852Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.376159055Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.428296958Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-a-8f1e34","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:49:59.480213658Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-a-8f1e34"},"namespace":"ai-tenant-e2e-praxis-a-8f1e34","name":"default-tenant","reconcileID":"24fc9732-8648-42e0-9827-d3f5ae63f5bd","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-a-8f1e34","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:00.296784165Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-a-8f1e34","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-a-8f1e34","reconcileID":"a5fdb6c8-3813-4a52-a704-1045147c49a7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-a-8f1e34","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-a-8f1e34"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:01.738708203Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810e30a7-da8f-4d07-abf5-47b4a6e01be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:01.791399431Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810e30a7-da8f-4d07-abf5-47b4a6e01be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:01.844265507Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810e30a7-da8f-4d07-abf5-47b4a6e01be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:01.897050814Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"810e30a7-da8f-4d07-abf5-47b4a6e01be1","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:04.065998Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5971182-e433-491d-bea7-20efe8fe7713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:04.118471126Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5971182-e433-491d-bea7-20efe8fe7713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:04.171031381Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5971182-e433-491d-bea7-20efe8fe7713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:04.22348351Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"a5971182-e433-491d-bea7-20efe8fe7713","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:05.132604191Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"b7293b6e-8366-4a87-a5f3-abc409779243","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:05.233097791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"56709255-06a8-49ca-89d4-19c83dd84c96","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:05.369784253Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"fe3b85ca-5aac-4e49-aa24-76c8c62cefad","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:05.471093186Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"85138003-9c1a-48b5-8190-8f4eee75f379","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:08.83696788Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141d6727-75c6-402b-a9ac-b2a29f03ac31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:08.889140536Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141d6727-75c6-402b-a9ac-b2a29f03ac31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:08.9412518Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141d6727-75c6-402b-a9ac-b2a29f03ac31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:08.993542097Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"141d6727-75c6-402b-a9ac-b2a29f03ac31","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:09.025703538Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:11.166258026Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663b6ace-df56-4069-bc8e-56aecbda918d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:11.219287419Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663b6ace-df56-4069-bc8e-56aecbda918d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:11.271744911Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663b6ace-df56-4069-bc8e-56aecbda918d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:11.324432133Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"663b6ace-df56-4069-bc8e-56aecbda918d","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:13.110569239Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"c818a094-f13f-4116-82b6-bb38b123b156","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:13.211021605Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"d9e930bf-8e00-40f6-b8ec-7cddfab073f6","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:13.311934241Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"6dbd206f-089e-4520-b1b6-ee42af872289","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:13.346269778Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"f628a3b2-d0e2-4cd7-90ef-ab4eb1c73281","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:13.479290856Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b94103-8d46-41bf-809a-f333985419dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:13.531634953Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b94103-8d46-41bf-809a-f333985419dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:13.584004305Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b94103-8d46-41bf-809a-f333985419dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:13.636393085Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"84b94103-8d46-41bf-809a-f333985419dc","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.550466619Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","namespace":"ai-tenant-e2e-praxis-b-bbb1eb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.550519361Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","namespace":"ai-tenant-e2e-praxis-b-bbb1eb","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.550566645Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","tenant":"e2e-praxis-b-bbb1eb","tenantID":"e2e-praxis-b-bbb1eb","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.605062759Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"Deployment","name":"maas-api-e2e-praxis-b-bbb1eb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.669699728Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"Service","name":"maas-api-e2e-praxis-b-bbb1eb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.726654449Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"HTTPRoute","name":"maas-api-route-e2e-praxis-b-bbb1eb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.780488538Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-praxis-b-bbb1eb","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.835143049Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.889900451Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:19.947939408Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.00257546Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"Telemetry","name":"latency-per-subscription-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.054487544Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"Deployment","name":"payload-processing-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.107263459Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"Deployment","name":"payload-pre-processing-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.160635038Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"Service","name":"payload-processing-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.212782552Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"Service","name":"payload-pre-processing-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.270809809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"DestinationRule","name":"payload-processing-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.325152709Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"DestinationRule","name":"payload-pre-processing-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.381014525Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"EnvoyFilter","name":"payload-processing-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.437659444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.493030221Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"NetworkPolicy","name":"payload-processing-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.545517893Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"ServiceAccount","name":"payload-processing-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.597744654Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-praxis-b-bbb1eb","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:20.652189943Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-praxis-b-bbb1eb"},"namespace":"ai-tenant-e2e-praxis-b-bbb1eb","name":"default-tenant","reconcileID":"fe60effb-b784-463b-9851-889f6f316f1a","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-praxis-b-bbb1eb","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:24.131072099Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-praxis-b-bbb1eb","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-praxis-b-bbb1eb","reconcileID":"6ff06734-5d4d-47d3-b21e-ec9dc067e6a3","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-praxis-b-bbb1eb","removed":["maas.opendatahub.io/gateway-access-e2e-praxis-b-bbb1eb"],"unowned":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:25.389013734Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"c8053b86-b606-42bf-97d1-f087f9d2bc30","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:25.561008835Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b60af6-487e-4b78-977d-e051b2f5c48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:25.613641244Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b60af6-487e-4b78-977d-e051b2f5c48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:25.614315095Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"89a0f805-acad-47dd-b0d8-42f2e281d64f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:25.666400091Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b60af6-487e-4b78-977d-e051b2f5c48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:25.719277402Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"69b60af6-487e-4b78-977d-e051b2f5c48c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:25.826351468Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"49e2a13a-c803-47b9-a2bf-3211e504e624","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:25.826960248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"5d63f19d-b488-4644-a626-bc3aa4ec7ead","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:27.901048499Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028c463-3904-4c0e-81e1-eeb4a1fe932f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:27.953464954Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028c463-3904-4c0e-81e1-eeb4a1fe932f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:28.00602211Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028c463-3904-4c0e-81e1-eeb4a1fe932f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:28.058143327Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"e028c463-3904-4c0e-81e1-eeb4a1fe932f","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.2056791Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"54dd5ad2-7a2e-4c35-8d23-8cfb6d9d8aa2","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.308588943Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"d8f953b4-9603-45ce-96d4-deb1fb1a2beb","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.407522977Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"f19b08ad-f1de-42a7-b4da-0f051ca2d1d0","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.449661054Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"3bc0b8cb-7b57-44ae-89fc-be6446402361","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.503141246Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"6305a024-03d4-4661-96b1-9a3a9cc9a5d1","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.556060905Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"6e243510-2e0b-492a-a3b2-4677a8f52b61","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.55630212Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"218b978b-e07f-4fb8-95fe-2023369d0c79","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.608853574Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"7dc2c6c2-d049-4248-a003-fffb817c2f2d","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.613311714Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"4e7d33e9-bad5-41d9-bf94-1f9ea9c60f86","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.613641436Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"940f4192-0db2-44f0-b9a9-dde7cd2ce1c0","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.613961624Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"8cf39fab-ac6f-4eed-8d02-b2078bcfdf72","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.614149852Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"fa608f9c-d89e-4833-91c3-fe0868924f7b","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.660309522Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"4f384108-6017-4c62-b3de-4203b2eab810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.660314365Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"235e0537-4bb4-444b-a759-25d0eb634478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.660975953Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"021ff3ee-e986-4202-b5a0-4ae3ed5e1408","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.721277268Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"4f384108-6017-4c62-b3de-4203b2eab810","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.721697781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"235e0537-4bb4-444b-a759-25d0eb634478","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.76941064Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"e288038c-6460-4b7d-a7f3-bca819cd7f66","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:31.934347364Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"533a0dd4-7360-4cc1-ae0a-2a56bfbd44cd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:32.08840808Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"65a26516-4e98-4c0d-b5c5-34be810ad96a","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:32.198405174Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"ad132867-262f-4f08-a50b-b9517afd6725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:32.198409797Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"76ad0eef-401c-4db8-aab7-0583070ce8f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:32.256214626Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"76ad0eef-401c-4db8-aab7-0583070ce8f0","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:32.256229781Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"ad132867-262f-4f08-a50b-b9517afd6725","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:32.65498555Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882da867-0129-4ee2-8c66-7a49981f2d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:32.707250575Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882da867-0129-4ee2-8c66-7a49981f2d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:32.760223552Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882da867-0129-4ee2-8c66-7a49981f2d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:32.81283538Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"882da867-0129-4ee2-8c66-7a49981f2d72","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:35.053179981Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21496c45-f0e5-47d7-bfa1-34bddc678e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:35.105462514Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21496c45-f0e5-47d7-bfa1-34bddc678e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:35.158057464Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21496c45-f0e5-47d7-bfa1-34bddc678e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:35.21074928Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"21496c45-f0e5-47d7-bfa1-34bddc678e24","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:36.788848122Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"a83739d5-4ef9-48b9-8b1a-f77edf0cf331","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.110648932Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"a8e2f844-7b9e-4605-8f01-72ca20dcd60e","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.384580737Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0cfab0-5f2a-4a12-8f70-5d78523c005c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.433913235Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"413a9a63-6553-42c6-83b7-e740d43edb98","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.437446988Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0cfab0-5f2a-4a12-8f70-5d78523c005c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.490301046Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0cfab0-5f2a-4a12-8f70-5d78523c005c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.542925084Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"8b0cfab0-5f2a-4a12-8f70-5d78523c005c","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.648570509Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"49e08677-1c6d-4674-b0d2-02eacdc04ae4","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.755702695Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"d1cbed1e-2286-4cc6-910b-679293e14e22","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.757107938Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"97e03cf4-80b8-4a1f-8c50-7230ec159db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.757474392Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"0c85cfcb-3552-43a4-97cd-75ef4e01093f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.814380454Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"0c85cfcb-3552-43a4-97cd-75ef4e01093f","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.814431661Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"97e03cf4-80b8-4a1f-8c50-7230ec159db7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.816337643Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"9a1c2f52-0b75-48f9-8fe0-06b3e23202f5","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:37.915748713Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"9e508652-d12b-4852-8814-c37d9f285f29","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:38.017762814Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"ba1dc993-17ca-45a0-88f5-7e971eb6df20","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:38.081057016Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"3c3e6513-99bc-4b48-b1b7-e4bc909a75d8","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:38.176837251Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c272ae52-cff0-4a6a-bee3-b4e313921222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:38.17692199Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"dfa43c8c-34ea-45ff-9b35-8bdd5245ec98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:38.234327273Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c272ae52-cff0-4a6a-bee3-b4e313921222","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:38.234395654Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"dfa43c8c-34ea-45ff-9b35-8bdd5245ec98","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:38.23875248Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"276ec1da-f181-4842-bfdd-09fe9b04905e","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:39.025325663Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:41.993753291Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"bf18e39a-25a2-4989-85fc-8e09f14c4ae8","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-2-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-2-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:41.994037986Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"7ee10ddb-4282-455c-bb68-29adefd500fa","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:41.994339268Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"e4da408b-58bb-4a44-92c7-c1e48e816aec","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:41.994620842Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"0b21b10a-b16a-48ff-a942-e58917a91f42","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"distinct-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"distinct-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.152038575Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"ec25f3fb-31e2-49fa-8fce-a0232564b495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.152130337Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"2a954293-7c11-49cd-b985-539fdef4ddb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.153242835Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"54986a37-0844-4645-bc57-ae10cbff1782","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.153295263Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"a42643e1-6141-4897-9972-38ba0099c200","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.209103394Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"ec25f3fb-31e2-49fa-8fce-a0232564b495","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.20920201Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"2a954293-7c11-49cd-b985-539fdef4ddb0","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.416812597Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"7edfdc65-a627-4754-993c-26505b50401f","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.416910674Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"60d1dfdb-3c60-4b52-a306-31fefab0ec74","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.569533858Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"f96ee9f5-ba6d-4b5a-84dd-ab6954d30fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.569554503Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"469cae6f-1262-4e48-86f6-c0882fe26717","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.625926461Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"f96ee9f5-ba6d-4b5a-84dd-ab6954d30fb7","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:42.626001415Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"469cae6f-1262-4e48-86f6-c0882fe26717","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.34604967Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6f7a9a41-947f-4adb-ab91-291174107107","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.34615187Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6f7a9a41-947f-4adb-ab91-291174107107","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.403064642Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6f7a9a41-947f-4adb-ab91-291174107107","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.404362037Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"31f5b65b-4017-4892-9afc-c49a295e7737","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.461098011Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6f7a9a41-947f-4adb-ab91-291174107107","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.461116097Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6f7a9a41-947f-4adb-ab91-291174107107","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.461162424Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6f7a9a41-947f-4adb-ab91-291174107107","name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.464437652Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"321df6a5-86cf-4c57-9c25-3cba8fc6de7e","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.519148262Z","body":"Deleting MaaSAuthPolicy","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6f7a9a41-947f-4adb-ab91-291174107107","name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.522811162Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"0aeaee69-84a4-4973-bf3f-be03ffb50592","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.560780495Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"5560ae18-77fd-42b6-a74c-28dcf6d138c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.560780198Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"a35a7916-ad0e-4aa6-bf65-02bcf17b28fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.566578987Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"55bc5e74-0e00-422a-80f3-bf7657a186c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9b06bad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.575632468Z","body":"Waiting for MaaSAuthPolicy finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"6f7a9a41-947f-4adb-ab91-291174107107","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.580116696Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"9ce2febd-a2d5-4ae0-8cf3-661124881fd8","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.618028165Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"a35a7916-ad0e-4aa6-bf65-02bcf17b28fd","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.618142635Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"5560ae18-77fd-42b6-a74c-28dcf6d138c9","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.625111829Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"4c7be496-b257-4330-99f7-17302cdac106","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01d1c424","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.63238645Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"351729fc-c76f-432f-8b95-ca3784fe3568","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-d9b06bad","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.690290221Z","body":"Waiting for subscription API-key cleanup Job","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"11380ed0-5814-41f2-8efe-1e0252db8776","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"job":"odh-ai-gateway-infra/maas-api-revoke-sub-01d1c424","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.776562495Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"890d4088-72e3-45a5-bab8-eaf1e9072d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.823650306Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c28fe328-8ece-4f57-b290-8553dd88e5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.934251527Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"890d4088-72e3-45a5-bab8-eaf1e9072d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:50.979354927Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c28fe328-8ece-4f57-b290-8553dd88e5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:51.05762524Z","body":"gateway AuthPolicy updated","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"890d4088-72e3-45a5-bab8-eaf1e9072d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:51.057647394Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-access","reconcileID":"890d4088-72e3-45a5-bab8-eaf1e9072d45","MaaSAuthPolicy":{"name":"premium-simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:50:51.096080388Z","body":"failed to reset gateway auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c28fe328-8ece-4f57-b290-8553dd88e5f3","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-d0628e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).handleDeletion\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:1925\ngithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSAuthPolicyReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasauthpolicy_controller.go:535\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:50:51.096136027Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"c28fe328-8ece-4f57-b290-8553dd88e5f3","error":"failed to update gateway AuthPolicy: Operation cannot be fulfilled on authpolicies.kuadrant.io \"e2e-worker-w1-d0628e-maas-auth\": the object has been modified; please apply your changes to the latest version and try again","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:51.101458821Z","body":"Deleting model group AuthPolicy so remaining policies can rebuild it","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"b06a69a9-efd6-45a9-b18d-c0194525bd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:51.114390234Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"6d7c6ec9-0a05-4c46-917c-d9f53c7b419f","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:51.306754628Z","body":"reconcileGatewayAuthPolicy entered","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"b06a69a9-efd6-45a9-b18d-c0194525bd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","xAPIKeyEnabled":false,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:51.362967464Z","body":"gateway AuthPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"b06a69a9-efd6-45a9-b18d-c0194525bd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"e2e-worker-w1-d0628e-maas-auth","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:51.362991239Z","body":"reset maas-gateway-auth to base version","service.name":"maas-controller","controller":"maasauthpolicy","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSAuthPolicy","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-access","reconcileID":"b06a69a9-efd6-45a9-b18d-c0194525bd60","MaaSAuthPolicy":{"name":"simulator-access","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"gatewayNamespace":"openshift-ingress","gatewayName":"e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:51.41948661Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e9a771fb-c66e-47f8-a59a-ba99662826e2","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:55.576358916Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"e8c3d208-ccd4-48ec-b839-8bd713d8050d","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:55.57643246Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"e8c3d208-ccd4-48ec-b839-8bd713d8050d","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:55.634183021Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"e8c3d208-ccd4-48ec-b839-8bd713d8050d","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:55.688760042Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"e8c3d208-ccd4-48ec-b839-8bd713d8050d","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:50:55.68878088Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"e8c3d208-ccd4-48ec-b839-8bd713d8050d","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.685716357Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"83eea9a3-1e6e-4014-b486-4ed00142f5c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","subscription":"simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.689896685Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"ff7d4e99-04d9-4975-a858-914ccc198060","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.689967057Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"ff7d4e99-04d9-4975-a858-914ccc198060","name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.738654446Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"83eea9a3-1e6e-4014-b486-4ed00142f5c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.752981212Z","body":"Rebuilding TokenRateLimitPolicy without deleted subscription","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"171baed2-61ff-44aa-a9b5-0817819238dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","subscription":"premium-simulator-subscription","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.788949218Z","body":"Deleting MaaSSubscription","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"ff7d4e99-04d9-4975-a858-914ccc198060","name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.791404943Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"simulator-subscription","reconcileID":"83eea9a3-1e6e-4014-b486-4ed00142f5c3","MaaSSubscription":{"name":"simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.806405863Z","body":"no active subscriptions for model, deleting TokenRateLimitPolicy","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"171baed2-61ff-44aa-a9b5-0817819238dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.843267436Z","body":"Waiting for MaaSSubscription finalizer cleanup","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"ff7d4e99-04d9-4975-a858-914ccc198060","count":2,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.843288491Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"ff7d4e99-04d9-4975-a858-914ccc198060","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:00.859151425Z","body":"Deleting TokenRateLimitPolicy (no remaining parent subscriptions)","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"premium-simulator-subscription","reconcileID":"171baed2-61ff-44aa-a9b5-0817819238dd","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"name":"maas-trlp-premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e","model":"e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:01.170520289Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"ada3db47-a9b3-4601-9b35-47c4bb73d839","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"simulator-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"simulator-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:01.215957674Z","body":"HTTPRoute validated for LLMInferenceService","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"8ffa90b0-a88c-410d-9676-5973a719d5f3","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"routeName":"premium-w1-d0628e-kserve-route","namespace":"e2e-models-e2e-worker-w1-d0628e","llmisvcName":"premium-w1-d0628e","gateway":"openshift-ingress/e2e-worker-w1-d0628e","hostnames":[],"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:05.844009143Z","body":"Cleaning up MaaSSubscription CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:05.844092224Z","body":"Cleaning up MaaSAuthPolicy CRs","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","namespace":"ai-tenant-e2e-worker-w1-d0628e","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:05.844156842Z","body":"Cleaning up per-tenant maas-api resources","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","tenant":"e2e-worker-w1-d0628e","tenantID":"e2e-worker-w1-d0628e","appNamespace":"odh-ai-gateway-infra","gatewayNamespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:05.898377647Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"Deployment","name":"maas-api-e2e-worker-w1-d0628e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:05.969291456Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"Service","name":"maas-api-e2e-worker-w1-d0628e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.030004241Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"HTTPRoute","name":"maas-api-route-e2e-worker-w1-d0628e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.085936824Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"CronJob","name":"maas-api-key-cleanup-e2e-worker-w1-d0628e","namespace":"odh-ai-gateway-infra","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.146579795Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"TokenRateLimitPolicy","name":"gateway-default-deny-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.249638554Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"DestinationRule","name":"maas-api-backend-tls-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.307679742Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"TelemetryPolicy","name":"maas-telemetry-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.362319851Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"Telemetry","name":"latency-per-subscription-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.41407567Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"Deployment","name":"payload-processing-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.469871871Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"Deployment","name":"payload-pre-processing-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.522095557Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"Service","name":"payload-processing-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.574315378Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"Service","name":"payload-pre-processing-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.626159231Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"DestinationRule","name":"payload-processing-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.678023561Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"DestinationRule","name":"payload-pre-processing-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.72995809Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"EnvoyFilter","name":"payload-processing-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.787155638Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"EnvoyFilter","name":"maas-model-access-logs-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.839321845Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"NetworkPolicy","name":"payload-processing-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.891132444Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"ServiceAccount","name":"payload-processing-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.943479863Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"ConfigMap","name":"payload-processing-plugins-e2e-worker-w1-d0628e","namespace":"openshift-ingress","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:06.995493069Z","body":"Deleted tenant resource","service.name":"maas-controller","controller":"maastenantconfig","controllerGroup":"maas.opendatahub.io","controllerKind":"MaasTenantConfig","MaasTenantConfig":{"name":"default-tenant","namespace":"ai-tenant-e2e-worker-w1-d0628e"},"namespace":"ai-tenant-e2e-worker-w1-d0628e","name":"default-tenant","reconcileID":"99026663-ff74-480e-a881-991d82246529","gvk":"ClusterRoleBinding","name":"payload-processing-reader-e2e-worker-w1-d0628e","namespace":"","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:07.660922616Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"29356556-3e27-413e-a105-61132cbbd509","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:07.761455129Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"c1d8b01e-5a84-40f0-952b-591647c16f80","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:07.812379206Z","body":"cleaned up gateway namespace-selector labels from infrastructure namespace","service.name":"maas-controller","controller":"aitenant","controllerGroup":"maas.opendatahub.io","controllerKind":"AITenant","AITenant":{"name":"e2e-worker-w1-d0628e","namespace":"ai-tenants"},"namespace":"ai-tenants","name":"e2e-worker-w1-d0628e","reconcileID":"e49158d9-6de9-4a6f-931d-21e7b5d533e7","infraNamespace":"odh-ai-gateway-infra","gateway":"e2e-worker-w1-d0628e","removed":["maas.opendatahub.io/gateway-access-e2e-worker-w1-d0628e"],"unowned":[],"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:07.971850881Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"adbe3b9a-44f6-4768-bfe8-17bba2b55e6c","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.081643747Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"adbe3b9a-44f6-4768-bfe8-17bba2b55e6c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.081819807Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"4ee70ef8-dad1-4c19-a6d8-19dfbecf985e","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.139267831Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"4ee70ef8-dad1-4c19-a6d8-19dfbecf985e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.139418694Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"52c6b0bc-adee-4d40-bfe3-611e2c3e347c","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.195057929Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"52c6b0bc-adee-4d40-bfe3-611e2c3e347c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.195242101Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"1b4207f4-99be-4766-9237-5b8f3306ce30","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.253084827Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"1b4207f4-99be-4766-9237-5b8f3306ce30","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.253256479Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"f7a19cd6-9212-4693-b784-534080864c39","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.253313369Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"f7a19cd6-9212-4693-b784-534080864c39","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.253383313Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"ba82343b-306a-4650-b60d-ff2e8924fb1e","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.253414173Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"ba82343b-306a-4650-b60d-ff2e8924fb1e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.253488062Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"9feb09d3-50be-4d39-b5fc-779ae42e8195","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.253514781Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"9feb09d3-50be-4d39-b5fc-779ae42e8195","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.258932742Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"947bad34-867e-4ce0-9663-718f90c66fdd","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.258989252Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"947bad34-867e-4ce0-9663-718f90c66fdd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.264206117Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"b340950b-7469-4a0b-b09a-29bcd94f3373","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.264272485Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"b340950b-7469-4a0b-b09a-29bcd94f3373","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.264347295Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"5ba9c94a-6ddd-421f-8b2e-fa80a62c5c4b","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.264381962Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"5ba9c94a-6ddd-421f-8b2e-fa80a62c5c4b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.264447107Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"72c43810-1dea-43d7-9062-eb7e5d3069f4","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.26447755Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"72c43810-1dea-43d7-9062-eb7e5d3069f4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.269388634Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"abf8ebc1-96c2-4a4d-bfab-5739c3a2474b","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.269440131Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"abf8ebc1-96c2-4a4d-bfab-5739c3a2474b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.284655021Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"5d7b8b47-d38f-431b-bdcb-4c468f981672","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.284712862Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"5d7b8b47-d38f-431b-bdcb-4c468f981672","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.284809094Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"4b03dcaf-1179-4f9a-8709-07e9754c8df5","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.284845985Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"4b03dcaf-1179-4f9a-8709-07e9754c8df5","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.284968283Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"b84630b9-ee45-4236-ac11-54325be27d1e","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.285009783Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"b84630b9-ee45-4236-ac11-54325be27d1e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.289779331Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"1ad8938d-0cca-4bfd-adbe-042474bfb169","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.289826077Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"1ad8938d-0cca-4bfd-adbe-042474bfb169","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.325232238Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"d3fbe533-b73b-4bee-88d9-0aa4b9ccff7f","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.325297482Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"d3fbe533-b73b-4bee-88d9-0aa4b9ccff7f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.325397598Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"530a55f1-befc-4905-99aa-a8c3f771afb0","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.325432899Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"530a55f1-befc-4905-99aa-a8c3f771afb0","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.325518226Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"d407668a-a0bd-4c71-9cdb-fbce85c6b3cb","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.325554156Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"d407668a-a0bd-4c71-9cdb-fbce85c6b3cb","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.330842116Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"6ec90047-17e2-402b-ad6c-d5aa2e55cb60","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.33096651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"6ec90047-17e2-402b-ad6c-d5aa2e55cb60","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.406455626Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"8b8ec070-18dc-414a-8515-68542e291b2b","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.406521789Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"8b8ec070-18dc-414a-8515-68542e291b2b","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.406629904Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"0afca598-a71c-42ae-ae55-685633293b64","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.406670359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"0afca598-a71c-42ae-ae55-685633293b64","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.406739345Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"b75fda1a-4463-4476-a5b5-d40f7a742998","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.406791294Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"b75fda1a-4463-4476-a5b5-d40f7a742998","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.412005269Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"ba56f335-a5f6-4957-875d-88affc0c183a","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.412053095Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"ba56f335-a5f6-4957-875d-88affc0c183a","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.56707177Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"21878ee3-f8eb-4c7b-9a14-3569ea197cde","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.567140426Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"21878ee3-f8eb-4c7b-9a14-3569ea197cde","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.567240311Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"9c8157f6-c408-4760-9178-a531a70eb23e","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.567285311Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"9c8157f6-c408-4760-9178-a531a70eb23e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.567447793Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"2128cb2e-a333-4622-b76d-af535a27b405","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.56751056Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"2128cb2e-a333-4622-b76d-af535a27b405","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.572799616Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"d4e7701c-fd70-41d2-a070-251e3bd76646","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.572850476Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"d4e7701c-fd70-41d2-a070-251e3bd76646","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.888084838Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"4b741163-c9ee-4ee9-a5e6-f876d4c45c87","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.888156037Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"4b741163-c9ee-4ee9-a5e6-f876d4c45c87","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.888241752Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"d641fd19-fd5e-468e-a6a4-ab68168d4fbc","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.888285359Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"d641fd19-fd5e-468e-a6a4-ab68168d4fbc","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.888359805Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"1c685384-e2ae-475d-ad7b-9cf7ba6c8754","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.888390958Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"1c685384-e2ae-475d-ad7b-9cf7ba6c8754","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.893685541Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"4cfbc033-aca2-4a69-a91d-50c23c0f74b4","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:08.893763953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"4cfbc033-aca2-4a69-a91d-50c23c0f74b4","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:09.025051393Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:09.266013963Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4972fb55-9281-4bad-81f6-d2aafe0bc517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:09.318634237Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4972fb55-9281-4bad-81f6-d2aafe0bc517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:09.371339493Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4972fb55-9281-4bad-81f6-d2aafe0bc517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:09.423865752Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"4972fb55-9281-4bad-81f6-d2aafe0bc517","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:09.528907507Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"661a5fad-8e14-4aed-be9e-360198dfe27d","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:09.528980744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"661a5fad-8e14-4aed-be9e-360198dfe27d","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:09.529059321Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e5fb2f70-d389-49a4-bed0-0562c6da4a72","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:09.529099686Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e5fb2f70-d389-49a4-bed0-0562c6da4a72","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:09.52916962Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"68d98b73-f92b-4fd4-abff-43ac095fd02e","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:09.529209147Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"68d98b73-f92b-4fd4-abff-43ac095fd02e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:09.534645901Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"56671b2c-7890-4180-b7d4-2eba909900dd","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:09.534725049Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"56671b2c-7890-4180-b7d4-2eba909900dd","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:10.809244469Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"1f089b2c-fa37-4fe2-adc9-c05605ac46cf","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:10.809325221Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"1f089b2c-fa37-4fe2-adc9-c05605ac46cf","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:10.809446355Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"94253368-8a3d-454f-804a-9175433cbe57","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:10.809491639Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"94253368-8a3d-454f-804a-9175433cbe57","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:10.809584105Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"af23b53c-1aac-484a-ae03-0bf546306b1f","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:10.809618159Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"af23b53c-1aac-484a-ae03-0bf546306b1f","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:10.815394319Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"4d2a3429-d944-4c7a-8520-211aeab7fc5c","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:10.815447372Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"4d2a3429-d944-4c7a-8520-211aeab7fc5c","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:11.640806609Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72622c89-c824-458d-b3d5-706f162cc8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-4-maas-usage-logs-admin","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:11.693035914Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72622c89-c824-458d-b3d5-706f162cc8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-all","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:11.745331173Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72622c89-c824-458d-b3d5-706f162cc8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDashboard","name":"dashboard-5-maas-usage-logs","namespace":"opendatahub","severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:11.797804749Z","logger":"self-deployment","body":"skipping usage-logs resource: optional CRD not yet registered, will apply once installed","service.name":"maas-controller","controller":"deployment","controllerGroup":"apps","controllerKind":"Deployment","Deployment":{"name":"maas-controller","namespace":"opendatahub"},"namespace":"opendatahub","name":"maas-controller","reconcileID":"72622c89-c824-458d-b3d5-706f162cc8ce","deployment":{"name":"maas-controller","namespace":"opendatahub"},"group":"perses.dev","kind":"PersesDatasource","name":"usage-logs-multi-tenancy","namespace":"opendatahub","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:13.370070747Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"6528b446-50a6-4e94-8720-e09183d42365","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:13.37014094Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"6528b446-50a6-4e94-8720-e09183d42365","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-2-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:13.370226557Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"88ab8932-f18c-49bb-812b-9a1622dec024","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:13.370265115Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"88ab8932-f18c-49bb-812b-9a1622dec024","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/simulator-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:13.370339241Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"6c289822-8838-4442-9b76-c2d3bc2bb88e","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:13.370379969Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"6c289822-8838-4442-9b76-c2d3bc2bb88e","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/premium-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:13.375697415Z","body":"failed to reconcile HTTPRoute","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"a991f341-d057-4e2e-858e-56a56e4d7f85","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"github.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas.(*MaaSModelRefReconciler).Reconcile\n\tgithub.com/opendatahub-io/models-as-a-service/maas-controller/pkg/controller/maas/maasmodelref_controller.go:191\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:221\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:478\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:13.375776744Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"a991f341-d057-4e2e-858e-56a56e4d7f85","error":"resolve tenant gateway for model e2e-models-e2e-worker-w1-d0628e/distinct-w1-d0628e: AITenant \"e2e-worker-w1-d0628e\" not found in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:14.725953227Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"8ce4fef7-e3cc-4678-9123-be1286dbf146","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:14.991704459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"e2032fe1-8fef-4650-a92c-fa2cd09716e9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:15.257928908Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"9be1bf72-24a0-4d1e-8baf-9fbaee40f80f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:15.5278651Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"c219393f-fe25-4f16-8d67-0772cf74115b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:15.793755506Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"636971aa-c917-4a40-b73d-53cd0f3cf4fe","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:16.059032348Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"40266490-845f-408d-ba25-569e7c459a89","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:16.325095367Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"d0b187f8-e8b5-4b88-8617-58c143440c72","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:16.59984255Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"4de7ef7c-214c-49c6-886e-3a63c91dd33f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:16.878189742Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"423106f1-fb6a-44f4-9580-c38fb767b101","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:17.231926304Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"cc939501-9f30-4a79-b8ef-2f6e5119be54","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:17.505994246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"8cb8d47d-9d60-4456-88e3-b70298d03444","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:17.771800548Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"a6feb55b-8432-4c58-a577-b82f2026cdff","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:18.042080905Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"cdbc569b-f925-44a1-9c80-4f165602b206","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:18.347867551Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"913bbcae-68e4-4b13-8339-4cc76b85388b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:18.660598749Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"47e8ca12-4715-4626-9225-19aadf652fcd","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:18.946373533Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"6d32c7c3-6d2b-469b-8b39-fde6ac6f99df","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:19.214361191Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"186c80e8-6239-46cf-9b0d-c111e28c7673","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:19.481075155Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"2ae968ab-0aa5-4c21-ad80-32610fdaa246","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:19.746139563Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"2e122a0a-075c-4b9a-a269-d3f0ddbf4a64","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:20.010704997Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"c629337a-75c7-461c-b2f1-719d6876f291","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:20.27805573Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"ef1626e2-e5f9-4293-a8d1-2149c0b16686","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:20.542734439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"df5b291a-9c93-4f3f-9e46-5c33d85a4cb9","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:20.808109078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"69c65430-eb05-4df8-abdd-b31b61f3f9cf","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:21.073329445Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"d7c81f6b-4ff8-49e8-adbb-78a193103e00","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:21.34481439Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"78f55ab8-e3c8-4e02-9d31-b3b6b0362c56","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:21.609386984Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"af1494b9-99cd-418c-88b4-fec6363964a2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:21.873544578Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"4335048b-ab59-4246-a30b-f589c0bca55f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:22.139628405Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e7139d44-44f3-48e7-bc89-aa8ef4a43ae2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:22.403554381Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"efa8f142-af81-4f54-a1c5-52a105052982","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:22.667699727Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"4b514e92-9bc5-49b4-986e-216d8b574e94","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:22.932607808Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"d1a3870a-0ca8-4816-acea-d414215dd32c","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:23.219047564Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"05243f71-6977-4ad0-b332-d3ef3acc9e26","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:23.484510193Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"d99352d2-f53d-4f16-af42-16905a6fde9a","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:23.750063078Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"ba6d5cee-ce70-47f1-bf78-37b0b3357976","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:24.015537437Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"9fdcb636-5f86-474d-8c90-1065647757e2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:24.282345938Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"d24a86e9-388e-47a3-8fda-a1381764661b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:25.030594459Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"20c000f8-5c36-4ce4-9432-ef7f8b32198b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:25.036282116Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"premium-simulator-subscription","reconcileID":"3900ce97-6f8a-4241-a939-a39369cca4ee","MaaSSubscription":{"name":"premium-simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-premium-simulated-simulated-premium","model":"llm/premium-simulated-simulated-premium","subscriptionCount":1,"severity_number":9}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:25.150063966Z","body":"TokenRateLimitPolicy unchanged, skipping update","service.name":"maas-controller","controller":"maassubscription","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSSubscription","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"namespace":"models-as-a-service","name":"simulator-subscription","reconcileID":"616901f9-ae6b-42c3-a110-bd1bfda0dfe7","MaaSSubscription":{"name":"simulator-subscription","namespace":"models-as-a-service"},"name":"maas-trlp-facebook-opt-125m-simulated","model":"llm/facebook-opt-125m-simulated","subscriptionCount":1,"severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:25.293696643Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"02741437-121e-434a-ae85-28cdca99f1b2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:25.560285008Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"01405329-0e00-4cfc-9ac4-f2087f58700e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:25.827987303Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"93fe1f88-28dc-4569-afe1-2785ee081461","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:27.856396246Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"82978307-aeea-4c67-aa9e-015c6b05092b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:28.12010259Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"afcd0fc2-6802-4c7e-8e40-d6547a568106","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:28.3864975Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"36148da6-d587-4b3f-9b71-467c57e75266","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:28.65233192Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"837d54aa-8ae1-4e35-94be-73ad9f1d902b","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:33.244807312Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"2df5c454-74d0-4a2d-86e1-aa5ed273d4bb","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:33.604649401Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"8b4274b2-9b35-4038-8124-b8d507f1e65e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:33.871421953Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"d227937b-1896-4dab-b3a0-b1c06766837e","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:34.135605623Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"093bc2f7-1fd4-40b9-a0fa-1076dbd143f2","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"INFO","timestamp":"2026-11-02T08:51:39.075988667Z","logger":"setup","body":"managed namespace already exists","service.name":"maas-controller","namespace":"ai-tenants","purpose":"aitenant","phase":"Active","severity_number":9}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:43.751555042Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"fd0518c2-43fe-4880-9315-18b3531347db","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:44.111954153Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"201ceabb-611f-40cc-97db-ea924d143167","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:44.378063194Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"premium-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"premium-w1-d0628e","reconcileID":"052128eb-282e-4a47-bb6e-fd7319463319","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:51:44.643591779Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"simulator-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"simulator-w1-d0628e","reconcileID":"e136ff25-c514-479c-af16-b5697846c9da","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:52:04.497934857Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-2-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-2-w1-d0628e","reconcileID":"2c03f69b-7fe9-4211-9eee-e59054094e0f","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}
{"severity_text":"ERROR","timestamp":"2026-11-02T08:52:04.857756061Z","body":"Reconciler error","service.name":"maas-controller","controller":"maasmodelref","controllerGroup":"maas.opendatahub.io","controllerKind":"MaaSModelRef","MaaSModelRef":{"name":"distinct-w1-d0628e","namespace":"e2e-models-e2e-worker-w1-d0628e"},"namespace":"e2e-models-e2e-worker-w1-d0628e","name":"distinct-w1-d0628e","reconcileID":"f3070179-e8a4-4a37-b9ec-c4aa9ea61f33","error":"admission webhook \"vmaasmodelref.kb.io\" denied the request: spec.tenantRef \"e2e-worker-w1-d0628e\" references AITenant that does not exist in namespace ai-tenants","severity_number":17,"stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:494\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:437\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.24.1/pkg/internal/controller/controller.go:312"}